-- Logs begin at Mon 2021-11-08 13:12:57 UTC, end at Mon 2021-11-08 14:30:57 UTC. -- Nov 08 14:01:34.658515 dv-cinder-816957-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 08 14:01:37.433561 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.common.config [-] Logging enabled! Nov 08 14:01:37.434245 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev24 Nov 08 14:01:37.434376 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 14:01:37.437513 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.common.config [-] Logging enabled! Nov 08 14:01:37.437766 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev24 Nov 08 14:01:37.438075 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 14:01:37.439011 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 14:01:37.439246 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 14:01:37.439618 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 14:01:37.439865 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 14:01:37.440090 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 14:01:37.440408 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.440706 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.441008 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.441232 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.441527 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.441818 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.442098 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.442385 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.442681 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.442965 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.443239 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.443524 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.443776 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.444054 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.444338 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.444625 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.444845 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] debug = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.445123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.445546 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.445951 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.446225 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.446512 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.446794 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.447063 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.447334 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.447635 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.447965 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] host = dv-cinder-816957-1-iscsi {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.448254 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.448520 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.448874 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.449325 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.449799 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.450089 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.450382 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.450658 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.450932 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] log_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.451759 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.451759 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.452066 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.452357 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.452582 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.452803 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.453092 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.453384 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.453658 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.453930 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.454202 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.454472 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.454739 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.455005 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.455291 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.455572 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.455876 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.456147 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.456415 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.456685 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.456956 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.457238 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.457508 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.457778 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.458091 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.458452 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.458597 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.458865 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.459165 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.459452 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.459760 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.460044 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.460314 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.460597 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.460870 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.461143 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.461415 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] use_json = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.461685 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.461955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.462236 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.462505 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.462774 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.463043 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.463319 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.463616 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:37.463919 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.464218 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.465076 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.465362 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.465692 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.465936 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.466224 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.466501 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.466788 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.467076 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.467361 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.467658 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.467950 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.468226 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.468519 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.468821 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.469114 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.469404 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.469677 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.469948 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.470218 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.470492 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.470774 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.471049 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.471334 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.471642 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.471920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.472202 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.472495 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.472784 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.473058 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.473335 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.473624 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.473905 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.474253 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.474540 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.474823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.475101 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.475374 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.475674 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.475954 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.476224 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.476493 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.476768 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.477072 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.477329 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.477597 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.477862 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.478135 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.478402 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.478681 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.478954 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.479223 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.479490 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.479794 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.480120 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.480436 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.480672 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.480942 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.481211 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.481481 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.481750 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.482016 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.482283 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.482550 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.482817 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.483083 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.483357 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.483645 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.483920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.484187 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.484455 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.484721 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.485002 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.485298 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.485574 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.485848 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.486621 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.486896 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.487170 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.487444 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.487746 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.488023 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.488293 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.488583 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.488861 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.489145 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.489426 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.489701 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.490002 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.490275 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.490554 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.490828 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.491100 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.491380 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.491685 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.491982 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.492274 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.492567 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.492859 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.493150 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.493426 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.493745 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.494024 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:37.494240 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 14:01:37.494486 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102115) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 08 14:01:37.861321 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 08 14:01:37.861596 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 08 14:01:37.861890 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 08 14:01:37.862220 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 08 14:01:38.265573 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.563050 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.563050 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.563050 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.563050 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.563050 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564227 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564227 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564227 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564227 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564227 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564780 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564780 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564780 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564780 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.564780 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.565322 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.565322 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.665355 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.665633 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.665900 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.666166 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.667219 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.793764 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.794082 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.794368 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.794637 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.794894 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.795205 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.795460 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.795816 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.796124 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.796513 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.796864 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.797254 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.797528 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.797780 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.798037 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.798297 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.798551 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.798813 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.799078 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.799333 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.799627 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.799874 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.800161 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.800560 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.800806 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.801049 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.801472 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:38.801709 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:38.801943 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:38.802176 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:38.802412 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:38.802643 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:38.803015 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 08 14:01:38.806477 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 08 14:01:38.811430 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 08 14:01:38.815289 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Nov 08 14:01:38.816920 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 08 14:01:38.817376 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 08 14:01:38.817706 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 08 14:01:38.818090 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 08 14:01:38.821020 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 08 14:01:38.821260 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 08 14:01:38.821621 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 14:01:38.827961 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 08 14:01:38.850834 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 08 14:01:38.851294 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.851615 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102115) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 08 14:01:38.851986 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.853374 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102115) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 08 14:01:38.853780 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 14:01:38.854036 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 08 14:01:38.858054 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.858330 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:38.924217 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 08 14:01:38.924439 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 08 14:01:38.924666 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 08 14:01:38.925045 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 08 14:01:38.948688 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_db.sqlalchemy.engines [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102115) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 08 14:01:39.678562 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing driver for type 'gre' Nov 08 14:01:39.679254 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] gre ID ranges: [(1, 1000)] Nov 08 14:01:39.916745 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing driver for type 'local' Nov 08 14:01:39.917217 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing driver for type 'vlan' Nov 08 14:01:39.998135 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] VlanTypeDriver initialization complete Nov 08 14:01:39.998419 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing driver for type 'vxlan' Nov 08 14:01:39.998941 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] vxlan ID ranges: [(1, 1000)] Nov 08 14:01:40.216241 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing extension driver 'port_security' Nov 08 14:01:40.216592 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.extensions.port_security [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] PortSecurityExtensionDriver initialization complete Nov 08 14:01:40.216939 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing mechanism driver 'openvswitch' Nov 08 14:01:40.217270 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing mechanism driver 'hyperv' Nov 08 14:01:40.224230 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:40.224929 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.225314 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.225710 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.226222 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 14:01:40.226674 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnet after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.227037 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnet after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.227389 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.227823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 14:01:40.231017 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.231017 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.231017 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.231017 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 14:01:40.231017 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > security_group after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.231479 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > security_group after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.231479 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.231479 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 14:01:40.231726 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.231967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.232318 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.232726 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 14:01:40.233136 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > address_group after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.233490 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > address_group after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.233839 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.234237 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 14:01:40.234622 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] ML2 OVO RPC backend initialized. {{(pid=102115) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 08 14:01:40.235385 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.235782 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.236212 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.236576 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > networks before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.236929 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.237278 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > ports before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.237628 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnet before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.237976 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnets before_response 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.238331 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.238683 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.239030 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.239377 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.239754 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.240111 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.240450 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnet after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.240795 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnet after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.241137 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.241760 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.plugin [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Modular L2 Plugin initialization complete Nov 08 14:01:40.242098 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading services supported by the core plugin {{(pid=102115) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 08 14:01:40.242435 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.plugins.ml2.managers [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Got port-security extension from driver 'port_security' Nov 08 14:01:40.242909 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.extensions.vlantransparent [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Disabled vlantransparent extension. Nov 08 14:01:40.243405 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102115) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 08 14:01:40.243778 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: router Nov 08 14:01:40.281981 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.282380 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router after_create 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.282757 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router before_create 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.283128 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.283508 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.283897 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router after_delete 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.284267 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.284624 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.284993 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router after_create 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.285349 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router after_update 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.285706 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router after_update 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.286061 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.286426 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router after_update 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.286855 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_update 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.287234 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: port after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.287584 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: port after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.287953 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: subnet after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.288304 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.288659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.289009 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_create 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.289356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: port before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.289707 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.290070 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router after_update 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.290416 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.290774 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_create 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.291138 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.291488 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_update 55549900 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.291883 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > agent after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.292241 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > agent after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.292726 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > network after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.293659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Tracking information for resource: router configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:40.294000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Tracking information for resource: floatingip configured {{(pid=102115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 14:01:40.299453 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.db.l3_agentschedulers_db [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 08 14:01:40.300082 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: port after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.300452 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: port after_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.300808 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: port after_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.301165 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: port after_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.301985 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router before_create 55550100 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.302358 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.302728 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_create 55550100 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.303091 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > router precommit_update 55550100 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.308666 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.services.provider_configuration [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service providers = [] {{(pid=102115) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 08 14:01:40.309044 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.db.servicetype_db [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102115) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 08 14:01:40.312179 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.services.service_base [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 14:01:40.312536 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.services.service_base [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 14:01:40.312886 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.services.service_base [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 14:01:40.313789 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.services.service_base [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 14:01:40.314173 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.services.service_base [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 08 14:01:40.314570 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.314895 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 08 14:01:40.326885 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.327222 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: auto_allocate Nov 08 14:01:40.333250 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: network precommit_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.333637 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: network precommit_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.334178 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.334508 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: tag Nov 08 14:01:40.341569 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.341915 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: timestamp Nov 08 14:01:40.362100 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.362439 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: network_ip_availability Nov 08 14:01:40.368147 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.368529 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.368892 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.369696 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.369980 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: flavors Nov 08 14:01:40.375563 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.375933 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading Plugin: revisions Nov 08 14:01:40.380483 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 14:01:40.385532 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_concurrency.lockutils [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.519s {{(pid=102115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 08 14:01:40.385532 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102115) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 08 14:01:40.385532 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Initializing extension manager. Nov 08 14:01:40.385532 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: __init__.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.385532 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: __pycache__ {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.385532 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.385532 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: address_group.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.386042 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.386042 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: address-group Nov 08 14:01:40.386042 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: address_scope.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.386314 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.386784 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: address-scope Nov 08 14:01:40.387120 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.388644 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.389175 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: router-admin-state-down-before-update Nov 08 14:01:40.389501 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: agent.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.390225 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.390771 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: agent Nov 08 14:01:40.391100 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: agent_resources_synced.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.392064 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.392587 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: agent-resources-synced Nov 08 14:01:40.392916 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: allowedaddresspairs.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.394783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.395319 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: allowed-address-pairs Nov 08 14:01:40.395688 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: auto_allocated_topology.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.396808 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.397336 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: auto-allocated-topology Nov 08 14:01:40.397670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: availability_zone.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.398706 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.398899 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: availability_zone Nov 08 14:01:40.399229 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: availability_zone_filter.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.400213 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.400731 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: availability_zone_filter Nov 08 14:01:40.401060 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: data_plane_status.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.402252 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.402935 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension data-plane-status not supported by any of loaded plugins Nov 08 14:01:40.403265 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: default_subnetpools.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.404240 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.404759 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: default-subnetpools Nov 08 14:01:40.405094 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.405958 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.406478 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: dhcp_agent_scheduler Nov 08 14:01:40.406807 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: dns.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.407779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.408292 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension dns-integration not supported by any of loaded plugins Nov 08 14:01:40.408624 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: dns_domain_ports.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.409550 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.410066 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 08 14:01:40.410390 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.417529 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.418158 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 08 14:01:40.418375 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: dvr.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.419083 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.419612 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: dvr Nov 08 14:01:40.419948 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: ecmp_routes.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.420898 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.421412 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 08 14:01:40.421743 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: empty_string_filtering.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.422676 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.423191 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: empty-string-filtering Nov 08 14:01:40.423520 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.424479 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.424999 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 08 14:01:40.425331 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.426261 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.426777 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 08 14:01:40.427107 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: external_net.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.428062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.428590 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: external-net Nov 08 14:01:40.428921 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.429848 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.430369 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: extra_dhcp_opt Nov 08 14:01:40.430702 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: extraroute.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.431644 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.432169 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: extraroute Nov 08 14:01:40.432496 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: extraroute_atomic.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.434099 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.434616 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: extraroute-atomic Nov 08 14:01:40.435035 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: filter_validation.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.435769 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.436289 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: filter-validation Nov 08 14:01:40.436618 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: fip_pf_description.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.437552 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.438069 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 08 14:01:40.438399 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: fip_port_details.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.439338 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.439882 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: fip-port-details Nov 08 14:01:40.440214 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: flavors.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.441490 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.442014 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: flavors Nov 08 14:01:40.442346 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.444125 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.444653 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 08 14:01:40.444986 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: floatingip_pools.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.445705 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.446220 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: floatingip-pools Nov 08 14:01:40.446546 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: ip_allocation.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.447492 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.448035 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension ip_allocation not supported by any of loaded plugins Nov 08 14:01:40.448368 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.450054 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.450574 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: ip-substring-filtering Nov 08 14:01:40.450906 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l2_adjacency.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.456544 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.457061 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 08 14:01:40.457391 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l3.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.458623 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.459136 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: router Nov 08 14:01:40.459470 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.461828 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.462374 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 08 14:01:40.462714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.463687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.464261 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: ext-gw-mode Nov 08 14:01:40.464602 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.465698 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.466226 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: l3-ha Nov 08 14:01:40.466561 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l3_flavors.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.467492 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.468042 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: l3-flavors Nov 08 14:01:40.468374 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.469304 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.469823 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 08 14:01:40.470154 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: l3agentscheduler.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.471225 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.471790 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: l3_agent_scheduler Nov 08 14:01:40.472127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: logging.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.473683 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.474222 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension logging not supported by any of loaded plugins Nov 08 14:01:40.474566 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: metering.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.475333 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.475954 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: metering Nov 08 14:01:40.476287 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.477414 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.477938 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: metering_source_and_destination_fields Nov 08 14:01:40.478278 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: multiprovidernet.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.479251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.479835 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: multi-provider Nov 08 14:01:40.480381 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: netmtu.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.481467 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.481993 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: net-mtu Nov 08 14:01:40.482314 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: netmtu_writable.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.483260 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.483793 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: net-mtu-writable Nov 08 14:01:40.484133 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: network_availability_zone.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.484823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.485343 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: network_availability_zone Nov 08 14:01:40.485676 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: network_ip_availability.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.486819 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.487338 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: network-ip-availability Nov 08 14:01:40.487704 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: network_segment_range.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.488484 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.489000 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension network-segment-range not supported by any of loaded plugins Nov 08 14:01:40.489333 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: pagination.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.490331 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.490664 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: pagination Nov 08 14:01:40.490995 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: port_device_profile.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.491965 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.492490 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: port-device-profile Nov 08 14:01:40.492820 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.493792 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.494324 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: port-mac-address-regenerate Nov 08 14:01:40.494649 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.496516 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.497038 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: port-numa-affinity-policy Nov 08 14:01:40.497368 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: port_resource_request.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.498446 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.498963 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension port-resource-request not supported by any of loaded plugins Nov 08 14:01:40.499296 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: portbindings.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.500268 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.500780 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: binding Nov 08 14:01:40.507796 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: portbindings_extended.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.509007 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.509626 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: binding-extended Nov 08 14:01:40.510042 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: portsecurity.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.511090 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.512416 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: port-security Nov 08 14:01:40.512833 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: project_id.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.513929 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.514380 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: project-id Nov 08 14:01:40.514809 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: providernet.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.515920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.516543 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: provider Nov 08 14:01:40.516953 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.520729 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.521270 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos not supported by any of loaded plugins Nov 08 14:01:40.521611 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.522912 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.523440 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 08 14:01:40.523802 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.524743 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.525267 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 08 14:01:40.525601 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_default.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.526559 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.527135 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-default not supported by any of loaded plugins Nov 08 14:01:40.527627 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_fip.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.528317 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.528835 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-fip not supported by any of loaded plugins Nov 08 14:01:40.529163 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_gateway_ip.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.530111 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.530632 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 08 14:01:40.530960 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_port_network_policy.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.531931 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.532498 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 08 14:01:40.532778 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_pps_rule.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.533993 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.534527 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-pps not supported by any of loaded plugins Nov 08 14:01:40.534860 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_rule_type_details.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.535834 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.536357 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 08 14:01:40.536688 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: qos_rules_alias.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.537761 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.538284 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 08 14:01:40.538616 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: quotasv2.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.539624 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.539983 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: quotas Nov 08 14:01:40.540312 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: quotasv2_detail.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.546851 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.547209 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: quota_details Nov 08 14:01:40.547555 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: rbac.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.548735 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.549318 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: rbac-policies Nov 08 14:01:40.549661 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: rbac_address_group.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.550670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.551203 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: rbac-address-group Nov 08 14:01:40.551539 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: rbac_address_scope.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.552538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.553066 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: rbac-address-scope Nov 08 14:01:40.553402 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: rbac_security_groups.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.554357 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.554890 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: rbac-security-groups Nov 08 14:01:40.555224 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: rbac_subnetpool.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.556216 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.556748 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: rbac-subnetpool Nov 08 14:01:40.557082 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: revisionifmatch.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.558794 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.559420 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: revision-if-match Nov 08 14:01:40.559784 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: revisions.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.561001 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.561653 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: standard-attr-revisions Nov 08 14:01:40.561871 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: router_availability_zone.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.562587 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.563115 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: router_availability_zone Nov 08 14:01:40.563449 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: routerservicetype.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.564466 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.564986 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension router-service-type not supported by any of loaded plugins Nov 08 14:01:40.565611 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.573130 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.574492 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: security-groups-normalized-cidr Nov 08 14:01:40.574828 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.575925 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.576705 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: port-security-groups-filtering Nov 08 14:01:40.577032 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.577982 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.578532 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: security-groups-remote-address-group Nov 08 14:01:40.578860 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: securitygroup.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.591685 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.592257 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: security-group Nov 08 14:01:40.592593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: segment.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.593475 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.593975 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension segment not supported by any of loaded plugins Nov 08 14:01:40.594303 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.595337 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.595876 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 08 14:01:40.596208 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: servicetype.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.597427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.597948 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: service-type Nov 08 14:01:40.598274 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: sorting.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.599369 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.599641 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: sorting Nov 08 14:01:40.599962 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: standard_attr_segment.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.600889 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.601411 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 08 14:01:40.601737 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: standardattrdescription.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.602391 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.602900 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: standard-attr-description Nov 08 14:01:40.603223 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: stateful_security_group.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.604178 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.604689 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: stateful-security-group Nov 08 14:01:40.605012 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: stdattrs_common.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.605601 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 08 14:01:40.605920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.606864 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.607382 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 08 14:01:40.607732 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: subnet_onboard.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.608811 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.611976 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: subnet_onboard Nov 08 14:01:40.611976 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.612683 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.613205 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 08 14:01:40.613534 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: subnet_service_types.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.614464 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.614984 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: subnet-service-types Nov 08 14:01:40.615311 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: subnetallocation.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.616481 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.616993 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: subnet_allocation Nov 08 14:01:40.617321 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.618039 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.618548 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: subnetpool-prefix-ops Nov 08 14:01:40.618871 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.619839 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.620348 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 08 14:01:40.621223 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: tagging.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.622323 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.622841 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: standard-attr-tag Nov 08 14:01:40.623166 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: timestamp.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.624417 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.624939 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loaded extension: standard-attr-timestamp Nov 08 14:01:40.625265 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: trunk.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.626293 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.626832 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension trunk not supported by any of loaded plugins Nov 08 14:01:40.627159 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: trunk_details.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.628116 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.628629 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension trunk-details not supported by any of loaded plugins Nov 08 14:01:40.628954 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: uplink_status_propagation.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.629863 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.630375 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 08 14:01:40.630700 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Loading extension file: vlantransparent.py {{(pid=102115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 14:01:40.631375 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 14:01:40.631914 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 08 14:01:40.634433 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:network Nov 08 14:01:40.634967 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:subnet Nov 08 14:01:40.635379 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 14:01:40.635818 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:port Nov 08 14:01:40.637880 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.638329 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service FLAVORS assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.638945 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.639381 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.639754 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:router Nov 08 14:01:40.640198 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 14:01:40.640689 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service METERING assigned prefix: /metering {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.642160 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.642531 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.642884 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:01:40.643945 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 14:01:40.644386 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:security_group Nov 08 14:01:40.644812 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 14:01:40.645424 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service CORE assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.645756 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 14:01:40.646105 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] subnetpool is already registered Nov 08 14:01:40.646529 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service CORE assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.646861 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 14:01:40.647191 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] subnetpool is already registered Nov 08 14:01:40.649556 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.649990 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service FLAVORS assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.650581 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.651001 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.651347 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:router Nov 08 14:01:40.651726 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] router is already registered Nov 08 14:01:40.652152 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 14:01:40.652483 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] floatingip is already registered Nov 08 14:01:40.652942 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service METERING assigned prefix: /metering {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.653648 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 14:01:40.653942 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] rbac_policy is already registered Nov 08 14:01:40.654354 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:security_group Nov 08 14:01:40.654687 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] security_group is already registered Nov 08 14:01:40.655122 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 14:01:40.655422 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] security_group_rule is already registered Nov 08 14:01:40.656090 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service CORE assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.656416 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 14:01:40.656749 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] subnetpool is already registered Nov 08 14:01:40.657165 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.v2.resource_helper [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Service CORE assigned prefix: {{(pid=102115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 14:01:40.657490 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 14:01:40.657821 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING neutron.quota.resource_registry [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] subnetpool is already registered Nov 08 14:01:40.658281 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: extensions {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.659912 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: address-groups {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.661403 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: address-scopes {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.662733 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: agents {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.663949 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: auto-allocated-topology {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.665202 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: availability_zones {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.666490 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: dhcp-networks {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.668596 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: dhcp-agents {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.670026 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: routers {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.672308 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: flavors {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.673482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: service_profiles {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.674694 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: next_providers {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.676275 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: service_profiles {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.677838 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: floatingip-pools {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.679075 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: routers {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.681230 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: floatingips {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.682744 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: l3-routers {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.684893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: l3-agents {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.686324 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: metering-labels {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.687705 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: metering-label-rules {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.689018 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: network-ip-availabilities {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.690293 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: bindings {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.693049 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: quotas {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.694537 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: quotas {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.696007 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: rbac-policies {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.697204 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: security-groups {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.698550 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: security-group-rules {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.699959 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: service-providers {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.701208 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: subnetpools {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.702876 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: subnetpools {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.704374 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.706069 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.707936 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.709744 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.711517 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.713426 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.715320 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.717259 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.719014 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.720818 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron.api.extensions [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Extended resource: tags {{(pid=102115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 14:01:40.727038 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING keystonemiddleware.auth_token [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 08 14:01:40.732328 dv-cinder-816957-1-iscsi neutron-server[102115]: WARNING keystonemiddleware.auth_token [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 08 14:01:40.741128 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_concurrency.lockutils [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Acquired lock "singleton_lock" {{(pid=102115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 08 14:01:40.741598 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_concurrency.lockutils [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Releasing lock "singleton_lock" {{(pid=102115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 08 14:01:40.742238 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO oslo_service.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Starting 2 workers Nov 08 14:01:40.747178 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Started child 102228 {{(pid=102115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 14:01:40.752302 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Started child 102229 {{(pid=102115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 14:01:40.755562 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:40.756228 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO neutron.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 08 14:01:40.756228 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Notify callbacks [] for process, before_spawn {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:40.756399 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [-] (102228) wsgi starting up on http://0.0.0.0:9696 Nov 08 14:01:40.757146 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO oslo_service.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Starting 1 workers Nov 08 14:01:40.757378 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:40.758886 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [-] (102229) wsgi starting up on http://0.0.0.0:9696 Nov 08 14:01:40.763079 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Started child 102230 {{(pid=102115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 14:01:40.763667 dv-cinder-816957-1-iscsi neutron-server[102115]: INFO oslo_service.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Starting 1 workers Nov 08 14:01:40.766901 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] calling RpcWorker wait() {{(pid=102230) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 08 14:01:40.767507 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] returning from RpcWorker wait() {{(pid=102230) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 08 14:01:40.768362 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Started child 102231 {{(pid=102115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 14:01:40.768897 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:40.769183 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-851490e2-0ff3-4c54-b2ca-f1bdc634ae60 None None] Notify callbacks [] for process, after_spawn {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:40.769443 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:40.771155 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 14:01:40.771364 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 14:01:40.771548 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 14:01:40.771797 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 14:01:40.772135 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 14:01:40.772291 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 14:01:40.772811 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.773151 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.773486 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.773654 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:40.774313 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.774313 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.774675 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.774931 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.775167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.775448 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.775724 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.775899 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.776062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.776317 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.776578 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.777454 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.777868 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.778109 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.778359 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.778528 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.778769 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.779033 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.779261 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.779524 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] debug = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.779818 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.780288 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.780512 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.780749 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.781057 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.781254 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.781498 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.781784 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.782033 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.782287 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.782496 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.782804 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.782980 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.783216 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.783442 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.783721 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.783937 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.784415 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] host = dv-cinder-816957-1-iscsi {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.784651 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.784884 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.785149 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.785373 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.785682 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.785971 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.786094 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.786329 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.786576 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.786795 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.787030 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.787269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.787498 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.787784 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.787945 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_options = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.788238 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.788434 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.788698 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.790062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.790062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.790062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.790062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.790062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.790062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.790062 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791152 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791152 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791152 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791152 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791152 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791962 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791962 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.791962 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.792397 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.792397 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.792741 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.792741 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.792977 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.793137 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.793369 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.793596 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.793849 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.794059 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.794266 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.794534 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.794768 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.795024 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.795252 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.795490 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.795778 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.795983 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.796206 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.796537 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.796701 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.796874 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.797206 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.797408 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.797597 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.797787 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.798027 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.798260 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.798458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_json = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.798672 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.798901 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.799153 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.799357 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.799577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.799807 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.800015 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.800257 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.800671 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.800950 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.801292 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.801545 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.801778 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.802163 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.802788 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.802972 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.803245 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.803527 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.803870 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.804113 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.804402 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.804622 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.804887 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.805197 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.805490 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.805702 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.805927 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.806163 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.806376 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.806609 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.806884 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.807101 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.807347 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.807643 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.808236 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.808926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.808926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.808926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.809360 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.809496 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.809884 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.810123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.810390 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.810730 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.810955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.811222 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.811447 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.811688 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.811911 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.812137 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.812347 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.812604 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.812834 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.813087 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.813340 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.813573 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.813805 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.814048 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.814350 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.814496 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.814741 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.814952 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.815053 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:40.815220 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.815476 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.815718 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824248 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.824856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.825664 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.826758 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.827687 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.828678 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.829518 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.829518 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.829518 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.829518 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.829518 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.830045 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.830045 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.830045 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.830348 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.830474 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.830711 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.831002 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.831260 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.831548 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.832004 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.832273 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.832522 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.832742 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.832965 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.833264 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.833537 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.833753 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.833981 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.834203 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.834428 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.834653 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.834888 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.835111 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.835349 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.835582 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.835849 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.836081 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.836300 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.836547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.836785 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.837002 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.837344 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.837692 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.837692 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.838123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.838123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.838528 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.838763 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.838991 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.838991 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.840086 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.840305 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.840545 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.840855 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.841187 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.841427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.841647 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.841902 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.842143 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.842914 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.842914 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.842914 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.843797 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.843797 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.843797 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.843797 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.844548 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.844548 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.844548 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.845093 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.845093 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.845093 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.845634 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.845634 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.846001 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.846001 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.850558 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.850558 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.850558 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.850558 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851527 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 60470) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.851783 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.857659 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.859401 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.861127 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.862793 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.864482 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.866295 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.868038 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.869670 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.871427 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.875961 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.876882 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.877823 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 14:01:40.878812 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.880577 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.881926 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] debug = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.883156 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.884521 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.884521 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.884521 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.884521 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.884521 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.884521 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.885593 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] host = dv-cinder-816957-1-iscsi {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.887356 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.888499 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889347 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889461 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0249798 Nov 08 14:01:40.889571 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_options = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889571 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889571 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889571 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889571 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889571 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.889571 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890251 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.890893 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.891779 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.892630 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.894553 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.894553 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.894553 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.894553 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.894553 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.894553 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.894553 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.895018 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_json = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.895018 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.895139 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.895368 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.895537 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.895870 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.896032 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.896206 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.896375 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 14:01:40.896575 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.896745 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.897007 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.897187 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.898535 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.898715 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.898856 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.899022 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.899317 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.899561 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.899743 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.899891 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.900070 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.900234 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.900522 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.900654 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.900770 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.900906 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.901040 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.901294 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.903655 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.903655 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.903655 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.903655 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.903655 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.903655 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904338 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904338 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904338 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904338 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904338 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904699 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904699 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.904819 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.905707 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.905707 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.905707 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.905707 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.905707 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.905707 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906555 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906555 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906555 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906555 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906555 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906909 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906909 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.906909 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.907107 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.907226 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.907426 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.907688 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.907688 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.908008 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.908008 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.908318 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.908318 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.911920 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.912944 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.914167 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.915458 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.916422 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.919955 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.920547 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921000 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.921538 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922046 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922046 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922046 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922046 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922266 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922438 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922552 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922717 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.922887 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.923048 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.923209 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.923372 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.923542 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.923780 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.923938 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.924056 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.924865 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.925048 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.925303 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.925967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.926421 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.926773 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.927114 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.927523 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.930714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.931866 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.933123 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.935386 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.936967 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.937854 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.939108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940312 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940312 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940312 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940312 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940312 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940848 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940848 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940848 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.940848 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.942269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.942269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.942269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.942269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.942269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.942269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.942269 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.944526 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.944526 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.944526 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.944526 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.944526 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.945463 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.945584 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.945714 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.945899 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.946020 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.946197 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.946352 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.946516 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.946676 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.946813 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.946946 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.947108 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.947252 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.947433 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.947668 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.947808 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.947938 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.948070 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.948241 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.948405 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.949118 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.950629 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.950869 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.951743 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.952036 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.952319 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.952602 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.952874 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.953209 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.953463 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.953705 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.953934 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.954247 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.954531 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.954803 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.955082 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.955429 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.955819 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.956068 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.956323 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.956609 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.956858 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.957096 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.957335 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.957569 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.957804 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.958036 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.958278 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.958698 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.959082 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.959340 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.959702 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.959896 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.960461 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.960656 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.960838 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 14:01:40.963702 dv-cinder-816957-1-iscsi neutron-server[102115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 14:01:40.997891 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:54.109124 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b67bb1-1ac8-418e-97e1-01c83a65ff0e None None] get_active_networks_info from dv-cinder-816957-1-iscsi {{(pid=102230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:01:54.256176 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b67bb1-1ac8-418e-97e1-01c83a65ff0e None None] No non-hosted networks {{(pid=102230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 08 14:01:54.281798 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.agentschedulers_db [None req-c5b67bb1-1ac8-418e-97e1-01c83a65ff0e None None] DHCP Agent not found on host dv-cinder-816957-1-iscsi {{(pid=102230) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 08 14:01:54.390756 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a74e265f-a22d-4ac6-bbb0-1f5db34e3805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287324'] for agent, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:57.060895 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287324'] for agent, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:57.062331 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.062887 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.063935 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.064447 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.067775 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.068289 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.069780 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.070343 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.071897 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.072423 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.073678 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.075880 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:57.076714 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816957-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:57.099445 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816957-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:57.124369 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1d8a9610-a819-49b6-96b7-7f36ba18378a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287324'] for agent, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:57.175569 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.db.api [None req-43e8ca9a-5f60-4383-b0a4-1e099a59e878 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-816957-1-iscsi {{(pid=102230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:01:57.176142 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG oslo_db.api [None req-43e8ca9a-5f60-4383-b0a4-1e099a59e878 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:01:57.779061 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-43e8ca9a-5f60-4383-b0a4-1e099a59e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:58.443195 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287324'] for agent, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:01:59.974916 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287324'] for agent, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:00.603106 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.db.l3_hamode_db [None req-219ea53f-3514-4f4d-9e45-77cc27b16964 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 08 14:02:00.684913 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ea53f-3514-4f4d-9e45-77cc27b16964 None None] Routers set() bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:00.685308 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ea53f-3514-4f4d-9e45-77cc27b16964 None None] Router IDs set() for agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 14:02:01.228955 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 60568) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.763754 dv-cinder-816957-1-iscsi neutron-server[102228]: WARNING oslo_policy.policy [None req-015ad4e0-45a2-42d2-8f54-b200bee0bac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:01.764353 dv-cinder-816957-1-iscsi neutron-server[102228]: WARNING oslo_policy.policy [None req-015ad4e0-45a2-42d2-8f54-b200bee0bac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:01.992044 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [None req-015ad4e0-45a2-42d2-8f54-b200bee0bac9 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:02:01.993176 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-015ad4e0-45a2-42d2-8f54-b200bee0bac9 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7633193 Nov 08 14:02:04.425202 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 60582) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:04.748932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:04.845756 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.policy [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102228) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 14:02:04.892976 dv-cinder-816957-1-iscsi neutron-server[102228]: WARNING oslo_policy.policy [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:04.893444 dv-cinder-816957-1-iscsi neutron-server[102228]: WARNING oslo_policy.policy [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:04.902324 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.quota [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] Loaded quota_driver: . Nov 08 14:02:05.053364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756117209040', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756117205293', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756117188283', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756117191021', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756116780932', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756117238926', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33058485', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32864084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-347645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745451'] for rbac-policy, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:05.673721 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:05.674964 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1622fd77-b5c3-4a62-9765-a907a501f2f9 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2487822 Nov 08 14:02:08.356258 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 60594) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:08.679473 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'admin_state_up': True, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:08.792107 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Made reservation on behalf of 8f3c1482f5f54ac8a9aede8c44aa6e15 for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:08.795016 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:08.813822 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:08.929334 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:09.030277 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:09.051309 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:02:09.079660 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756112407565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:09.080282 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Unsubscribe: segment precommit_create {{(pid=102228) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 14:02:09.080811 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Added segment 666d0da9-526c-4c15-a49b-79c57cbb76e6 of type vlan for network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 Nov 08 14:02:09.097942 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c77303-8684-425e-995d-825a1c7de618,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:09.148125 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.148796 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.148796 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.149136 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.149466 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.149814 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.150142 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.151050 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.151590 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.151955 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.152275 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.152594 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Tracked resource versions report: Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: pushed versions: Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: { 'AddressGroup': {'1.2'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'ConntrackHelper': {'1.0'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Log': {'1.0'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Network': {'1.1'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Port': {'1.7'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'PortForwarding': {'1.2'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'QosPolicy': {'1.9'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroup': {'1.4'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SubPort': {'1.0'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Subnet': {'1.1'}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Trunk': {'1.1'}} Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: consumer versions: Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'ConntrackHelper': '1.0', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Log': '1.0', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Network': '1.1', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Port': '1.7', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'PortForwarding': '1.2', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'QosPolicy': '1.9', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroup': '1.4', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroupRule': '1.2', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SubPort': '1.0', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Subnet': '1.1', Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Trunk': '1.1'}} Nov 08 14:02:09.153702 dv-cinder-816957-1-iscsi neutron-server[102228]: {{(pid=102228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:02:09.206571 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:09.306257 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:09.307631 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:09.308272 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:09.411559 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:09.424622 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:02:09.566159 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-705a33b9-9351-4537-9494-d6a7401ce6b9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2087879 Nov 08 14:02:12.344777 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 60608) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:12.762974 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480276b-6abf-4ddc-b908-b0e5d250ea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:12.764476 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-4480276b-6abf-4ddc-b908-b0e5d250ea6a admin admin] 10.222.0.73 "GET /v2.0/networks/f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 HTTP/1.1" status: 200 len: 826 time: 0.4187384 Nov 08 14:02:12.790426 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e4fcb7ef-9b77-4a35-99b5-3c02fa5ccd97 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/8fca9c6f-c29f-47ef-9795-7eefb4df2781 HTTP/1.1" status: 200 len: 734 time: 0.0194495 Nov 08 14:02:12.800760 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'subnetpool_id': '8fca9c6f-c29f-47ef-9795-7eefb4df2781', 'gateway_ip': '172.20.0.1', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:12.940020 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Made reservation on behalf of 8f3c1482f5f54ac8a9aede8c44aa6e15 for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:12.942417 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:13.294927 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:13.375901 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=815bd65c-449f-4ff8-97b7-610395cd7c2e,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:13.382550 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Checking segment: {'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:02:13.382947 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Network hostable DHCP agents. Network: f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:02:13.465766 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:02:13.534148 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:13.539004 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:13.540217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:13.547432 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51fb56-3535-466d-ac46-e8cb080376a9 None None] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:13.589606 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8f497bae-9c5e-46c6-8a3d-6cb6980d05fb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7925608 Nov 08 14:02:13.883554 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'fixed_ips': [{'subnet_id': '815bd65c-449f-4ff8-97b7-610395cd7c2e'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:13.885538 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:14.184846 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Allocated IP 172.20.0.2 (f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4/815bd65c-449f-4ff8-97b7-610395cd7c2e/522ff040-0f5d-4722-8f62-d394c41f9095) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:14.408054 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:14.495639 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:14.610324 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:14.621468 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:14.624095 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Pushing event updated for resources: {'Port': ['ID=522ff040-0f5d-4722-8f62-d394c41f9095,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:14.626357 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:14.637143 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.637519 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.637861 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.638191 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.638518 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.638848 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.639173 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.639497 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.639874 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.640200 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.640521 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.640839 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Tracked resource versions report: Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: pushed versions: Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: { 'AddressGroup': {'1.2'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'ConntrackHelper': {'1.0'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Log': {'1.0'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Network': {'1.1'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Port': {'1.7'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'PortForwarding': {'1.2'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'QosPolicy': {'1.9'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroup': {'1.4'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SubPort': {'1.0'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Subnet': {'1.1'}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Trunk': {'1.1'}} Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: consumer versions: Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'ConntrackHelper': '1.0', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Log': '1.0', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Network': '1.1', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Port': '1.7', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'PortForwarding': '1.2', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'QosPolicy': '1.9', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroup': '1.4', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroupRule': '1.2', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SubPort': '1.0', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Subnet': '1.1', Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Trunk': '1.1'}} Nov 08 14:02:14.641961 dv-cinder-816957-1-iscsi neutron-server[102230]: {{(pid=102230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:02:14.721859 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Attempting to bind port 522ff040-0f5d-4722-8f62-d394c41f9095 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:02:14.722248 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Attempting to bind port 522ff040-0f5d-4722-8f62-d394c41f9095 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:02:14.722692 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Attempting to bind port 522ff040-0f5d-4722-8f62-d394c41f9095 on network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:14.729245 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:14.729573 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Checking segment: {'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:02:14.730043 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:14.730435 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Bound using segment: {'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:14.730945 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Bound port: 522ff040-0f5d-4722-8f62-d394c41f9095, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:02:14.731352 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:14.801420 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] For port 522ff040-0f5d-4722-8f62-d394c41f9095, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:14.808192 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] For port 522ff040-0f5d-4722-8f62-d394c41f9095, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=522ff040-0f5d-4722-8f62-d394c41f9095,segment=NetworkSegment(666d0da9-526c-4c15-a49b-79c57cbb76e6),segment_id=666d0da9-526c-4c15-a49b-79c57cbb76e6)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:14.871835 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:14.947983 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b022fe-d6d9-4473-ab47-df22b7f13828 None None] Pushing event updated for resources: {'Port': ['ID=522ff040-0f5d-4722-8f62-d394c41f9095,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:16.177071 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60616) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:16.738558 dv-cinder-816957-1-iscsi neutron-server[102229]: WARNING oslo_policy.policy [None req-99a16870-ed54-4f99-91f8-f9ee2b347cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:16.739261 dv-cinder-816957-1-iscsi neutron-server[102229]: WARNING oslo_policy.policy [None req-99a16870-ed54-4f99-91f8-f9ee2b347cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:16.970289 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [None req-99a16870-ed54-4f99-91f8-f9ee2b347cc3 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:02:16.971661 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-99a16870-ed54-4f99-91f8-f9ee2b347cc3 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7923999 Nov 08 14:02:19.467544 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60630) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:19.812028 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [None req-f27b644a-bcb0-4a0b-8e2a-c75f34147c98 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:02:19.813001 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f27b644a-bcb0-4a0b-8e2a-c75f34147c98 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3445072 Nov 08 14:02:22.549183 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60644) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:22.683155 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 522ff040-0f5d-4722-8f62-d394c41f9095 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:22.774595 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 522ff040-0f5d-4722-8f62-d394c41f9095 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:22.775535 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:22.886115 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:22.889364 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'name': 'router1'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:22.922881 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 522ff040-0f5d-4722-8f62-d394c41f9095, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=522ff040-0f5d-4722-8f62-d394c41f9095,segment=NetworkSegment(666d0da9-526c-4c15-a49b-79c57cbb76e6),segment_id=666d0da9-526c-4c15-a49b-79c57cbb76e6)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:22.965386 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.policy [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 14:02:22.990957 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:23.015638 dv-cinder-816957-1-iscsi neutron-server[102229]: WARNING oslo_policy.policy [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:23.016025 dv-cinder-816957-1-iscsi neutron-server[102229]: WARNING oslo_policy.policy [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 14:02:23.026366 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.quota [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Loaded quota_driver: . Nov 08 14:02:23.043647 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=522ff040-0f5d-4722-8f62-d394c41f9095,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:23.162804 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:23.164776 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:23.321363 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:23.373374 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:23.461593 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:23.475718 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-786bc61e-16fe-4c77-8f8b-846dd76309a3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9133649 Nov 08 14:02:23.575056 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e3d01-7013-482d-8045-d82b2b3e9955 None None] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:23.644255 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-4b4dece6-c065-4ff8-aa90-a327019b45b5 None None] Provisioning complete for port 522ff040-0f5d-4722-8f62-d394c41f9095 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:23.645304 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4b4dece6-c065-4ff8-aa90-a327019b45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:24.000503 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-060cfc09-54ed-4ff2-8d72-84f75f813b2e None None] Provisioning complete for port 522ff040-0f5d-4722-8f62-d394c41f9095 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:24.001197 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-060cfc09-54ed-4ff2-8d72-84f75f813b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:24.126475 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cb9848d9-f4d5-4708-b2e8-6414a3aa273a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:24.650729 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 522ff040-0f5d-4722-8f62-d394c41f9095 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:24.698100 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 522ff040-0f5d-4722-8f62-d394c41f9095 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:24.698464 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:26.035923 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60656) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:26.373233 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [None req-c064c87d-a7a0-4afe-ad91-cb80ff6a90a9 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:02:26.374228 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c064c87d-a7a0-4afe-ad91-cb80ff6a90a9 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3373733 Nov 08 14:02:27.092154 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:27.126238 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ad70cc49-f286-4b54-be74-136074dda701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:28.356751 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:28.924379 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60674) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:29.062284 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:29.156686 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Made reservation on behalf of 0fb103b724334737a67e463bb06e915d for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:29.159506 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.176858 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.289268 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.356579 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.368595 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Reserving flat network on physical network physnet1 {{(pid=102229) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 08 14:02:29.400228 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756112407565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.400827 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Unsubscribe: segment precommit_create {{(pid=102229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 14:02:29.401348 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Added segment 5b151256-2bec-4560-ad89-677ae5671bfb of type flat for network 97bb65e4-3712-40a4-a448-269c4e2e50f5 Nov 08 14:02:29.417978 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2488e4-a8c5-4227-9738-9932f21ada25,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:29.464537 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.464894 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.465234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.465568 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.465891 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.466226 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.466551 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.466881 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.467218 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.467536 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.467875 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.468187 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Tracked resource versions report: Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: pushed versions: Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: { 'AddressGroup': {'1.2'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'ConntrackHelper': {'1.0'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Log': {'1.0'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Network': {'1.1'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Port': {'1.7'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'PortForwarding': {'1.2'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'QosPolicy': {'1.9'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroup': {'1.4'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SubPort': {'1.0'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Subnet': {'1.1'}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Trunk': {'1.1'}} Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: consumer versions: Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'ConntrackHelper': '1.0', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Log': '1.0', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Network': '1.1', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Port': '1.7', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'PortForwarding': '1.2', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'QosPolicy': '1.9', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroup': '1.4', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroupRule': '1.2', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SubPort': '1.0', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Subnet': '1.1', Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Trunk': '1.1'}} Nov 08 14:02:29.469309 dv-cinder-816957-1-iscsi neutron-server[102229]: {{(pid=102229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:02:29.529754 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.636582 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.637846 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:29.638506 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:29.741305 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] Pushing event updated for resources: {'Network': ['ID=97bb65e4-3712-40a4-a448-269c4e2e50f5,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:29.752265 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:02:29.786681 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2482db6f-926b-4d1e-92f5-23aca7f4ea79 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8611784 Nov 08 14:02:30.014174 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:32.192646 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60696) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.330278 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02051a86-e9c3-43c2-b5d2-ca1646b035e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:32.331743 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-02051a86-e9c3-43c2-b5d2-ca1646b035e1 admin admin] 10.222.0.73 "GET /v2.0/subnets/815bd65c-449f-4ff8-97b7-610395cd7c2e HTTP/1.1" status: 200 len: 849 time: 0.1380851 Nov 08 14:02:32.476803 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-aa7f5c3e-1b0d-455c-8c02-a544ea73d019 admin admin] 10.222.0.73 "GET /v2.0/routers/86357c30-eb25-4265-86d1-5c6f096db6ef HTTP/1.1" status: 200 len: 704 time: 0.1379802 Nov 08 14:02:32.758319 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:33.069475 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Allocated IP 172.20.0.1 (f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4/815bd65c-449f-4ff8-97b7-610395cd7c2e/03935c2f-9816-4ad4-8845-a9369508f1ef) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:33.266746 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:33.408647 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:33.489026 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:33.496135 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:33.504731 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Pushing event updated for resources: {'Port': ['ID=03935c2f-9816-4ad4-8845-a9369508f1ef,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:33.516145 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:33.516145 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:33.673582 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-a2662a04-3b15-4e06-8cc5-aba81df5c3a2 None None] Provisioning complete for port 03935c2f-9816-4ad4-8845-a9369508f1ef triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:33.674408 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a2662a04-3b15-4e06-8cc5-aba81df5c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:33.710566 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-a2662a04-3b15-4e06-8cc5-aba81df5c3a2 None None] Port 03935c2f-9816-4ad4-8845-a9369508f1ef cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:02:33.814765 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:34.085987 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:34.151000 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:34.152152 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:34.244624 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Pushing event updated for resources: {'Port': ['ID=03935c2f-9816-4ad4-8845-a9369508f1ef,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:34.296854 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:34.298263 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:34.536184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-e4005a80-b613-4cf8-a6e9-a201afa4f069 None None] Provisioning complete for port 03935c2f-9816-4ad4-8845-a9369508f1ef triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:34.536556 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e4005a80-b613-4cf8-a6e9-a201afa4f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:34.545329 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Router 86357c30-eb25-4265-86d1-5c6f096db6ef is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:02:34.576836 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-e4005a80-b613-4cf8-a6e9-a201afa4f069 None None] Port 03935c2f-9816-4ad4-8845-a9369508f1ef cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:02:34.646835 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:02:34.653372 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-77a61e59-3d9e-4c53-9905-0e88195b3dcb admin admin] 10.222.0.73 "PUT /v2.0/routers/86357c30-eb25-4265-86d1-5c6f096db6ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1707387 Nov 08 14:02:34.671342 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Sync routers for ids ['86357c30-eb25-4265-86d1-5c6f096db6ef'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:02:34.684424 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Routers {'86357c30-eb25-4265-86d1-5c6f096db6ef'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:34.685268 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:02:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['86357c30-eb25-4265-86d1-5c6f096db6ef'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:34.880911 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Set router 86357c30-eb25-4265-86d1-5c6f096db6ef gateway port host: None {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:35.337144 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'name': 'router1', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:02:23Z', 'updated_at': '2021-11-08T14:02:33Z', 'revision_number': 2, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'gw_port_host': None, '_interfaces': [{'id': '03935c2f-9816-4ad4-8845-a9369508f1ef', 'name': '', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'mac_address': 'fa:16:3e:0c:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:32Z', 'updated_at': '2021-11-08T14:02:33Z', 'revision_number': 2, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'subnets': [{'id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fca9c6f-c29f-47ef-9795-7eefb4df2781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:35.390814 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Checking router: 86357c30-eb25-4265-86d1-5c6f096db6ef for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:02:35.391187 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Updating router 86357c30-eb25-4265-86d1-5c6f096db6ef port 03935c2f-9816-4ad4-8845-a9369508f1ef binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:02:35.444414 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.001080 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.163152 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.338876 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Pushing event updated for resources: {'Port': ['ID=03935c2f-9816-4ad4-8845-a9369508f1ef,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:36.345213 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Attempting to bind port 03935c2f-9816-4ad4-8845-a9369508f1ef on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:02:36.345611 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Attempting to bind port 03935c2f-9816-4ad4-8845-a9369508f1ef by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:02:36.346055 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Attempting to bind port 03935c2f-9816-4ad4-8845-a9369508f1ef on network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:36.354734 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:36.357343 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Checking segment: {'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:02:36.357343 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.357343 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Bound using segment: {'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:36.357343 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Bound port: 03935c2f-9816-4ad4-8845-a9369508f1ef, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d0da9-526c-4c15-a49b-79c57cbb76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:02:36.357343 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.367222 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.367633 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.367981 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.368311 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.368645 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.369168 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.369291 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.369597 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.369923 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.370238 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.370555 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.370877 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Tracked resource versions report: Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: pushed versions: Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: { 'AddressGroup': {'1.2'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'ConntrackHelper': {'1.0'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Log': {'1.0'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Network': {'1.1'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Port': {'1.7'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'PortForwarding': {'1.2'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'QosPolicy': {'1.9'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroup': {'1.4'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SubPort': {'1.0'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Subnet': {'1.1'}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Trunk': {'1.1'}} Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: consumer versions: Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'ConntrackHelper': '1.0', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Log': '1.0', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Network': '1.1', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Port': '1.7', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'PortForwarding': '1.2', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'QosPolicy': '1.9', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroup': '1.4', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroupRule': '1.2', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SubPort': '1.0', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Subnet': '1.1', Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Trunk': '1.1'}} Nov 08 14:02:36.372006 dv-cinder-816957-1-iscsi neutron-server[102231]: {{(pid=102231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:02:36.412620 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-8479de04-4457-4d80-becc-4deeaf3cf37c None None] Provisioning complete for port 03935c2f-9816-4ad4-8845-a9369508f1ef triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:36.413238 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8479de04-4457-4d80-becc-4deeaf3cf37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.440031 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] For port 03935c2f-9816-4ad4-8845-a9369508f1ef, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:36.449648 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-8479de04-4457-4d80-becc-4deeaf3cf37c None None] Port 03935c2f-9816-4ad4-8845-a9369508f1ef cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:02:36.463373 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] For port 03935c2f-9816-4ad4-8845-a9369508f1ef, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=03935c2f-9816-4ad4-8845-a9369508f1ef,segment=NetworkSegment(666d0da9-526c-4c15-a49b-79c57cbb76e6),segment_id=666d0da9-526c-4c15-a49b-79c57cbb76e6)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:36.555877 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.651255 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Routers {'86357c30-eb25-4265-86d1-5c6f096db6ef'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:36.652265 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:02:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['86357c30-eb25-4265-86d1-5c6f096db6ef'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:36.761363 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2cd50-80ab-49a2-9a8b-921af5f1cea6 None None] Pushing event updated for resources: {'Port': ['ID=03935c2f-9816-4ad4-8845-a9369508f1ef,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:36.778765 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-0801e603-0f3d-425d-95e7-1e0c293eb82d None None] Provisioning complete for port 03935c2f-9816-4ad4-8845-a9369508f1ef triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:36.779386 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0801e603-0f3d-425d-95e7-1e0c293eb82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.795046 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] Set router 86357c30-eb25-4265-86d1-5c6f096db6ef gateway port host: None {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:36.886727 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0801e603-0f3d-425d-95e7-1e0c293eb82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:36.922614 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-0801e603-0f3d-425d-95e7-1e0c293eb82d None None] For port 03935c2f-9816-4ad4-8845-a9369508f1ef, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=03935c2f-9816-4ad4-8845-a9369508f1ef,segment=NetworkSegment(666d0da9-526c-4c15-a49b-79c57cbb76e6),segment_id=666d0da9-526c-4c15-a49b-79c57cbb76e6)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:36.994749 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0801e603-0f3d-425d-95e7-1e0c293eb82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:37.036049 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'name': 'router1', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:02:23Z', 'updated_at': '2021-11-08T14:02:33Z', 'revision_number': 2, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'gw_port_host': None, '_interfaces': [{'id': '03935c2f-9816-4ad4-8845-a9369508f1ef', 'name': '', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'mac_address': 'fa:16:3e:0c:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:32Z', 'updated_at': '2021-11-08T14:02:36Z', 'revision_number': 4, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'subnets': [{'id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fca9c6f-c29f-47ef-9795-7eefb4df2781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:37.038635 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60708) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:37.052871 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801e603-0f3d-425d-95e7-1e0c293eb82d None None] Pushing event updated for resources: {'Port': ['ID=03935c2f-9816-4ad4-8845-a9369508f1ef,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:37.063701 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62836366-1ea5-4968-a6d4-b56cbed6964d None None] The sync data for ids ['86357c30-eb25-4265-86d1-5c6f096db6ef'] in dv-cinder-816957-1-iscsi is: [{'id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'name': 'router1', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:02:23Z', 'updated_at': '2021-11-08T14:02:33Z', 'revision_number': 2, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'gw_port_host': None, '_interfaces': [{'id': '03935c2f-9816-4ad4-8845-a9369508f1ef', 'name': '', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'mac_address': 'fa:16:3e:0c:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:32Z', 'updated_at': '2021-11-08T14:02:36Z', 'revision_number': 4, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'subnets': [{'id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fca9c6f-c29f-47ef-9795-7eefb4df2781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:02:37.160282 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc668687-f838-40e7-a46f-94b532a02156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:37.161561 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-fc668687-f838-40e7-a46f-94b532a02156 admin admin] 10.222.0.73 "GET /v2.0/networks/97bb65e4-3712-40a4-a448-269c4e2e50f5 HTTP/1.1" status: 200 len: 842 time: 0.1219575 Nov 08 14:02:37.178630 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Request body: {'subnet': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:37.280268 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Made reservation on behalf of 0fb103b724334737a67e463bb06e915d for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:37.282719 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:37.704542 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.objects.ports [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102229) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:37.704979 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:37.765950 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31035586-3d12-49d0-9dd8-ddd734e5d901,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:37.779232 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:02:37.779622 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Network hostable DHCP agents. Network: 97bb65e4-3712-40a4-a448-269c4e2e50f5, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:02:37.881785 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:02:37.973420 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 97bb65e4-3712-40a4-a448-269c4e2e50f5) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:37.979069 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:37.979723 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:37.986022 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f1d622-32e2-4029-8f41-b9d7a2f83fef None None] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:38.074481 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-e4fd8e54-4370-48fd-888e-e469ce508d0b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8925228 Nov 08 14:02:38.138249 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf223103-de27-4f1d-9757-3966a55aef18 None None] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:40.829355 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60716) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:40.972766 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-51695a28-477b-4d87-9429-968feb8397cd admin admin] 10.222.0.73 "GET /v2.0/routers/86357c30-eb25-4265-86d1-5c6f096db6ef HTTP/1.1" status: 200 len: 710 time: 0.1416929 Nov 08 14:02:41.088636 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7a57b-5d7d-49b7-aab4-09951fa78c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:41.090835 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-20f7a57b-5d7d-49b7-aab4-09951fa78c44 admin admin] 10.222.0.73 "GET /v2.0/networks/97bb65e4-3712-40a4-a448-269c4e2e50f5 HTTP/1.1" status: 200 len: 886 time: 0.1102574 Nov 08 14:02:41.100615 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:41.513291 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:41.882566 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:41.988244 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:42.156272 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Allocated IP 172.27.2.40 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/7a87e0ca-6527-40d1-9635-7445116e2267) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:42.308432 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:42.465216 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:42.506663 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:42.511090 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:42.515577 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:42.526093 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Pushing event updated for resources: {'Port': ['ID=7a87e0ca-6527-40d1-9635-7445116e2267,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:42.890802 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:43.160260 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-290443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32521'] for router, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:43.164478 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-290434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-290485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-292700'] for router, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:43.304047 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Router 86357c30-eb25-4265-86d1-5c6f096db6ef has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:02:43.543234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:02:43.549198 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:43.550118 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-d77bb2da-7480-4627-baf4-f394dbf7f3be admin admin] 10.222.0.73 "PUT /v2.0/routers/86357c30-eb25-4265-86d1-5c6f096db6ef HTTP/1.1" status: 200 len: 889 time: 2.4527738 Nov 08 14:02:43.840662 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:02:44.692350 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Sync routers for ids ['86357c30-eb25-4265-86d1-5c6f096db6ef'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:02:44.715287 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 03935c2f-9816-4ad4-8845-a9369508f1ef up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:44.763625 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Routers {'86357c30-eb25-4265-86d1-5c6f096db6ef'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:44.764785 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:02:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['86357c30-eb25-4265-86d1-5c6f096db6ef'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:45.035314 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 03935c2f-9816-4ad4-8845-a9369508f1ef triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:45.035709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:45.093498 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Set router 86357c30-eb25-4265-86d1-5c6f096db6ef gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:45.743825 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'name': 'router1', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7a87e0ca-6527-40d1-9635-7445116e2267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:02:23Z', 'updated_at': '2021-11-08T14:02:42Z', 'revision_number': 4, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'gw_port': {'id': '7a87e0ca-6527-40d1-9635-7445116e2267', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:41Z', 'updated_at': '2021-11-08T14:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '03935c2f-9816-4ad4-8845-a9369508f1ef', 'name': '', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'mac_address': 'fa:16:3e:0c:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:32Z', 'updated_at': '2021-11-08T14:02:36Z', 'revision_number': 5, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'subnets': [{'id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fca9c6f-c29f-47ef-9795-7eefb4df2781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:45.806279 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Checking router: 86357c30-eb25-4265-86d1-5c6f096db6ef for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:02:45.806648 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Updating router 86357c30-eb25-4265-86d1-5c6f096db6ef port 7a87e0ca-6527-40d1-9635-7445116e2267 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:02:45.869177 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:46.300620 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:46.355618 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:46.420563 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e1b1b-d45a-425c-ac5d-62768e6e6c59 None None] Pushing event updated for resources: {'Port': ['ID=7a87e0ca-6527-40d1-9635-7445116e2267,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:46.423177 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Attempting to bind port 7a87e0ca-6527-40d1-9635-7445116e2267 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:02:46.423554 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Attempting to bind port 7a87e0ca-6527-40d1-9635-7445116e2267 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:02:46.423955 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Attempting to bind port 7a87e0ca-6527-40d1-9635-7445116e2267 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:46.430949 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:46.431490 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:02:46.431742 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:46.432622 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:46.432622 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Bound port: 7a87e0ca-6527-40d1-9635-7445116e2267, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:02:46.433995 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:46.603827 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] For port 7a87e0ca-6527-40d1-9635-7445116e2267, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:46.608815 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] For port 7a87e0ca-6527-40d1-9635-7445116e2267, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=7a87e0ca-6527-40d1-9635-7445116e2267,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:46.659574 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:46.728343 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Routers {'86357c30-eb25-4265-86d1-5c6f096db6ef'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:46.728984 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:02:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['86357c30-eb25-4265-86d1-5c6f096db6ef'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:46.734275 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e1b1b-d45a-425c-ac5d-62768e6e6c59 None None] Pushing event updated for resources: {'Port': ['ID=7a87e0ca-6527-40d1-9635-7445116e2267,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:46.783253 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 60728) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:46.875429 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] Set router 86357c30-eb25-4265-86d1-5c6f096db6ef gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:46.953854 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b1a0840c-626c-41a0-ac3b-d0ff3512e70b admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1690004 Nov 08 14:02:47.217342 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'name': 'router1', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7a87e0ca-6527-40d1-9635-7445116e2267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:02:23Z', 'updated_at': '2021-11-08T14:02:42Z', 'revision_number': 4, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'gw_port': {'id': '7a87e0ca-6527-40d1-9635-7445116e2267', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:41Z', 'updated_at': '2021-11-08T14:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '03935c2f-9816-4ad4-8845-a9369508f1ef', 'name': '', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'mac_address': 'fa:16:3e:0c:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:32Z', 'updated_at': '2021-11-08T14:02:36Z', 'revision_number': 5, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'subnets': [{'id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fca9c6f-c29f-47ef-9795-7eefb4df2781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:47.252252 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a807ae7-dcef-4e61-a78e-a8bd4dce47a0 None None] The sync data for ids ['86357c30-eb25-4265-86d1-5c6f096db6ef'] in dv-cinder-816957-1-iscsi is: [{'id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'name': 'router1', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7a87e0ca-6527-40d1-9635-7445116e2267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:02:23Z', 'updated_at': '2021-11-08T14:02:42Z', 'revision_number': 4, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'gw_port': {'id': '7a87e0ca-6527-40d1-9635-7445116e2267', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:41Z', 'updated_at': '2021-11-08T14:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '03935c2f-9816-4ad4-8845-a9369508f1ef', 'name': '', 'network_id': 'f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4', 'tenant_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'mac_address': 'fa:16:3e:0c:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357c30-eb25-4265-86d1-5c6f096db6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:02:32Z', 'updated_at': '2021-11-08T14:02:36Z', 'revision_number': 5, 'project_id': '8f3c1482f5f54ac8a9aede8c44aa6e15', 'subnets': [{'id': '815bd65c-449f-4ff8-97b7-610395cd7c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fca9c6f-c29f-47ef-9795-7eefb4df2781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:02:48.707160 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 7a87e0ca-6527-40d1-9635-7445116e2267 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:48.773515 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 7a87e0ca-6527-40d1-9635-7445116e2267 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:48.774999 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:48.909874 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:48.934408 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 7a87e0ca-6527-40d1-9635-7445116e2267, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=7a87e0ca-6527-40d1-9635-7445116e2267,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:49.029592 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:49.099163 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=7a87e0ca-6527-40d1-9635-7445116e2267,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:50.669245 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 7a87e0ca-6527-40d1-9635-7445116e2267 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:50.733353 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 7a87e0ca-6527-40d1-9635-7445116e2267 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:50.733791 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:54.099914 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-455f1e50-b4d6-4007-9a9c-943c5df1c533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:57.073940 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:57.137861 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b4cb205b-d645-46ed-91a1-b46adbcb9d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:58.401657 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:02:59.942297 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:20.840752 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:03:24.108602 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7728d95a-10b1-4eb4-afd9-89cb95d5a8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:27.109839 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:27.121136 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c0a2-8b85-41d8-bba5-75d16deaa971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:28.372017 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:29.954289 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:54.095722 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-44b73fb5-392f-488b-94dd-34c11e316e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:57.084205 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:57.112777 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b834fc76-99f9-41f3-a309-2ba661222ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:57.841217 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:03:58.381197 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:03:59.946516 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:24.099853 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-614861fe-878b-473c-ba86-ec804712adb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:27.060134 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:27.116743 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-d63c66d9-699b-43a9-99b4-bc1dcb32bd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:28.373635 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:29.979487 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:31.161922 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33058) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.225684 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8335e4d-33b0-400d-99d5-82d7ee5f1660 admin admin] GET failed (client error): The resource could not be found. Nov 08 14:04:31.227083 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-e8335e4d-33b0-400d-99d5-82d7ee5f1660 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641863 Nov 08 14:04:31.401591 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d0dfd-1e9f-4cf0-ad5f-5605de5afd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:31.402987 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-9e6d0dfd-1e9f-4cf0-ad5f-5605de5afd39 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1711535 Nov 08 14:04:33.658282 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33068) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:33.753808 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06c82f-a8a1-4762-a41f-023a007fc6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:33.755199 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6c06c82f-a8a1-4762-a41f-023a007fc6e2 admin admin] 10.222.0.73 "GET /v2.0/subnets/815bd65c-449f-4ff8-97b7-610395cd7c2e HTTP/1.1" status: 200 len: 849 time: 0.0959566 Nov 08 14:04:33.765890 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:33.855765 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Notify callbacks [] for subnet, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:34.059617 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756112216369'] for subnet, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:34.094142 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:34.095437 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:34.096811 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] 10.222.0.73 "PUT /v2.0/subnets/815bd65c-449f-4ff8-97b7-610395cd7c2e HTTP/1.1" status: 200 len: 868 time: 0.3347728 Nov 08 14:04:34.110808 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34d6c8-5a91-49c6-82b1-1c2469a3e16b None None] Network f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:34.121204 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=815bd65c-449f-4ff8-97b7-610395cd7c2e,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:34.129086 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.129469 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.129812 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.130153 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.130487 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.130841 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.131176 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.131525 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.131908 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.132242 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.132569 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.132898 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573eab9f-a833-470a-bf9e-880007d74a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:34.541295 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-1809862f-6d89-435c-b12a-48a2c161b2c5 None None] Provisioning complete for port 522ff040-0f5d-4722-8f62-d394c41f9095 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:34.541659 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1809862f-6d89-435c-b12a-48a2c161b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:34.634012 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-1809862f-6d89-435c-b12a-48a2c161b2c5 None None] Provisioning complete for port 03935c2f-9816-4ad4-8845-a9369508f1ef triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:34.634266 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1809862f-6d89-435c-b12a-48a2c161b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:34.841239 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:04:36.384750 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33076) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:36.586287 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239afb2-d72c-4692-a8c4-3ffd0657d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:36.586747 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239afb2-d72c-4692-a8c4-3ffd0657d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:36.588322 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-4239afb2-d72c-4692-a8c4-3ffd0657d6f1 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2025857 Nov 08 14:04:38.827808 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33084) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:38.965566 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478e8d0-1364-4bfb-a444-0fc09b39e793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:38.965934 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478e8d0-1364-4bfb-a444-0fc09b39e793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:38.967459 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3478e8d0-1364-4bfb-a444-0fc09b39e793 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1387067 Nov 08 14:04:41.231819 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33092) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:41.368826 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d8d84-af74-4991-b992-bfa2524d8f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:41.370192 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ca2d8d84-af74-4991-b992-bfa2524d8f21 admin admin] 10.222.0.73 "GET /v2.0/networks/97bb65e4-3712-40a4-a448-269c4e2e50f5 HTTP/1.1" status: 200 len: 886 time: 0.1373887 Nov 08 14:04:43.607666 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33100) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.786385 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193a7f7a-7ab4-4371-9895-66f63fcdb9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:43.787855 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-193a7f7a-7ab4-4371-9895-66f63fcdb9f0 admin admin] 10.222.0.73 "GET /v2.0/networks/f31b73b8-48bf-42e4-a2fd-2a2ecea0dcd4 HTTP/1.1" status: 200 len: 870 time: 0.1791992 Nov 08 14:04:46.045556 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33110) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:46.177369 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347009e2-424e-4bd2-b6a7-ae03fcba6883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:46.177810 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347009e2-424e-4bd2-b6a7-ae03fcba6883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:46.179360 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-347009e2-424e-4bd2-b6a7-ae03fcba6883 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328392 Nov 08 14:04:48.542119 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33118) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:48.636181 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f9e61-ef40-464a-aeef-baa00b9181b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:48.636633 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f9e61-ef40-464a-aeef-baa00b9181b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:48.638168 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e66f9e61-ef40-464a-aeef-baa00b9181b3 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0951009 Nov 08 14:04:50.864563 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33126) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:50.953968 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf8666-a60e-4482-900b-3bad6743dfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:50.955315 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a8bf8666-a60e-4482-900b-3bad6743dfb7 admin admin] 10.222.0.73 "GET /v2.0/subnets/31035586-3d12-49d0-9dd8-ddd734e5d901 HTTP/1.1" status: 200 len: 816 time: 0.0897951 Nov 08 14:04:53.271272 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33134) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:53.366667 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba99db5-e710-48d4-9067-d08307fac5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:53.368057 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-3ba99db5-e710-48d4-9067-d08307fac5cf admin admin] 10.222.0.73 "GET /v2.0/subnets/815bd65c-449f-4ff8-97b7-610395cd7c2e HTTP/1.1" status: 200 len: 868 time: 0.0958128 Nov 08 14:04:54.115278 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-768fe078-443d-4738-b639-f64ea893aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:57.058483 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:57.093018 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-afd61138-96f7-4b16-80b6-e0db4f3d07f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:58.377459 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:04:59.949187 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:11.840232 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:05:17.957405 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33188) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:18.010400 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [None req-f756ee2c-5e44-4ccc-b668-d9a44d8ffb89 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:05:18.011433 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f756ee2c-5e44-4ccc-b668-d9a44d8ffb89 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530558 Nov 08 14:05:20.398997 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33196) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:20.462168 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a334f8-3a5e-4b2e-950b-e69e47742694 admin admin] GET failed (client error): The resource could not be found. Nov 08 14:05:20.463529 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-e3a334f8-3a5e-4b2e-950b-e69e47742694 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634639 Nov 08 14:05:20.554314 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcfe2a-7b05-46c4-9e86-cedb2d38b179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:20.555861 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-90dcfe2a-7b05-46c4-9e86-cedb2d38b179 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0874500 Nov 08 14:05:22.855555 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33204) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:22.906620 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:22.971343 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Made reservation on behalf of 0fb103b724334737a67e463bb06e915d for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:22.973660 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:23.003395 dv-cinder-816957-1-iscsi neutron-server[102229]: WARNING neutron.services.revisions.revision_plugin [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Could not find related network for resource to bump revision. Nov 08 14:05:23.017734 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:23.027316 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:23.027676 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Added segment aceb0d1d-436d-4bdb-b256-00aea109344f of type vlan for network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 Nov 08 14:05:23.080740 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:23.155389 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:23.156335 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:23.156929 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:23.214691 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] Pushing event updated for resources: {'Network': ['ID=157f9cf0-72c4-4688-9fa5-fa42bb2843f2,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:23.226525 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:23.283710 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f12e4874-a487-498f-949a-629dd07d4c8f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4269814 Nov 08 14:05:24.080238 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ab98cf6c-a361-4e94-98ad-ffdb438a353b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:25.545615 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33212) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:25.605434 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e013683-8131-4e7a-97d0-11264ba2149c admin admin] GET failed (client error): The resource could not be found. Nov 08 14:05:25.606752 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-0e013683-8131-4e7a-97d0-11264ba2149c admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601647 Nov 08 14:05:25.711664 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1b3e-e010-46c9-9b5d-b6ee06a7c80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:25.713172 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-0e6f1b3e-e010-46c9-9b5d-b6ee06a7c80c admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1011243 Nov 08 14:05:25.724628 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2', 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:25.811164 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Made reservation on behalf of 0fb103b724334737a67e463bb06e915d for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:25.813503 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:26.039339 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:26.094312 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8745af02-10b6-469e-9380-8b5e82564b28,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:26.105204 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.105560 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.105894 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.106225 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.106545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.107424 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.107767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.108102 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.108438 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.108766 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.109075 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.109389 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.114732 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Checking segment: {'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:05:26.115083 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Network hostable DHCP agents. Network: 157f9cf0-72c4-4688-9fa5-fa42bb2843f2, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:26.193112 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:26.308954 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 157f9cf0-72c4-4688-9fa5-fa42bb2843f2) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:26.313734 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:26.314342 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:26.318300 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b114924-37db-42b3-b48e-d9198f2e9c61 None None] Network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:26.385398 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2312ac3d-51ae-4115-aaba-d2fe82ae7baf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6641409 Nov 08 14:05:26.475551 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-157f9cf0-72c4-4688-9fa5-fa42bb2843f2', 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2', 'tenant_id': '0fb103b724334737a67e463bb06e915d', 'fixed_ips': [{'subnet_id': '8745af02-10b6-469e-9380-8b5e82564b28'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:26.480736 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:26.628669 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Allocated IP 192.168.233.2 (157f9cf0-72c4-4688-9fa5-fa42bb2843f2/8745af02-10b6-469e-9380-8b5e82564b28/acc3d627-707f-4126-8245-b420e4bea339) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:26.778274 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:26.880871 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:26.919808 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:26.922854 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:26.931483 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:26.934574 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Pushing event updated for resources: {'Port': ['ID=acc3d627-707f-4126-8245-b420e4bea339,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:26.945269 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.946679 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.946679 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.946679 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.946679 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.947037 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.947366 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.947973 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.948327 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.948652 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.948977 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:26.949298 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:27.008905 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Attempting to bind port acc3d627-707f-4126-8245-b420e4bea339 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:05:27.009185 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Attempting to bind port acc3d627-707f-4126-8245-b420e4bea339 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:05:27.009543 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Attempting to bind port acc3d627-707f-4126-8245-b420e4bea339 on network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:27.015804 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:27.016177 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Checking segment: {'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:05:27.016578 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:27.016974 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Bound using segment: {'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:27.017441 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Bound port: acc3d627-707f-4126-8245-b420e4bea339, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:05:27.017850 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:27.093613 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] For port acc3d627-707f-4126-8245-b420e4bea339, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:27.096876 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] For port acc3d627-707f-4126-8245-b420e4bea339, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=acc3d627-707f-4126-8245-b420e4bea339,segment=NetworkSegment(aceb0d1d-436d-4bdb-b256-00aea109344f),segment_id=aceb0d1d-436d-4bdb-b256-00aea109344f)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:27.097962 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:27.176781 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-c14ab4e3-e3dd-4815-a1ce-d05926885b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:27.207020 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:27.280158 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347a321-78b2-47e0-a13f-eb431168c93c None None] Pushing event updated for resources: {'Port': ['ID=acc3d627-707f-4126-8245-b420e4bea339,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:28.107038 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aefd08-d510-4d3d-9ec6-d98419efdaa8 None None] Network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:28.204855 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-3db4b26d-ed1f-4d51-ba18-907fc27a946a None None] Provisioning complete for port acc3d627-707f-4126-8245-b420e4bea339 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:28.205225 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3db4b26d-ed1f-4d51-ba18-907fc27a946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:28.348931 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3db4b26d-ed1f-4d51-ba18-907fc27a946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:28.389530 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-3db4b26d-ed1f-4d51-ba18-907fc27a946a None None] For port acc3d627-707f-4126-8245-b420e4bea339, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=acc3d627-707f-4126-8245-b420e4bea339,segment=NetworkSegment(aceb0d1d-436d-4bdb-b256-00aea109344f),segment_id=aceb0d1d-436d-4bdb-b256-00aea109344f)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:28.406752 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:28.446221 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3db4b26d-ed1f-4d51-ba18-907fc27a946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:28.509644 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4b26d-ed1f-4d51-ba18-907fc27a946a None None] Pushing event updated for resources: {'Port': ['ID=acc3d627-707f-4126-8245-b420e4bea339,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:28.567352 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-2bf1fabb-879f-4ddc-9674-a5ebcb200e5f None None] Provisioning complete for port acc3d627-707f-4126-8245-b420e4bea339 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:28.567777 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fabb-879f-4ddc-9674-a5ebcb200e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:28.817712 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device acc3d627-707f-4126-8245-b420e4bea339 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:28.870082 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port acc3d627-707f-4126-8245-b420e4bea339 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:28.870444 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:29.948762 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:48.838257 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:05:54.107443 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-27130701-743b-4991-b1a0-f1fd0b0e62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:57.049655 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:57.107141 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5f20-68a8-4641-b275-b854be53a3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:58.381354 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:05:59.952699 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:24.090022 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-c55c47e5-578c-47d4-a132-bf7225d6312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:25.837414 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:06:27.045045 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:27.111286 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-690494ce-16bb-4239-89b7-c386a3d2e0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:28.408787 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:29.957212 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:50.526309 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33266) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:50.532158 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [None req-ba022dd0-252a-4399-8961-62079197d898 tempest-verify_tempest_config-521727490 tempest-verify_tempest_config-521727490-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:06:50.533131 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ba022dd0-252a-4399-8961-62079197d898 tempest-verify_tempest_config-521727490 tempest-verify_tempest_config-521727490-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059214 Nov 08 14:06:51.014614 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33284) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:51.123073 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:51.196529 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:51.264948 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:51.310891 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d70264-77b6-474b-9cae-50cd0aca388f,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:51.314700 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a08d7804b0a41d79f30c4991938c4d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2989881 Nov 08 14:06:51.317515 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33290) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:51.320944 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.321668 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.322132 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.322464 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.322795 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.323140 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.323471 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.323835 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.324165 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.324487 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.324806 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.325409 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be6e84-c6d0-45e8-9fd8-ee1662c533d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.377359 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:51.397836 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:51.562199 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:51.564871 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:51.566058 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0d70264-77b6-474b-9cae-50cd0aca388f HTTP/1.1" status: 204 len: 168 time: 0.2473097 Nov 08 14:06:51.574883 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d70264-77b6-474b-9cae-50cd0aca388f,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:51.582306 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.582668 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:51.587612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e2ec6-6765-4779-a4e5-deb551a0ae58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:54.098760 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c1-ae5e-4a93-9aaf-5f433fc657e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:57.065240 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:57.116764 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-d415d315-5824-4454-b787-ebb238d4c819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:06:58.378596 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:00.012749 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:02.835182 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:07:24.108700 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6307d149-713c-455e-a0b0-b662d852fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:27.053636 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:27.125725 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1a0d4f69-9d7a-4590-9dad-84516a2c68d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:28.394047 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:29.959828 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:39.833602 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:07:54.113438 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-76ccefd4-5304-4687-94e4-ffa06cb972ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:57.067243 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:57.147546 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-074cf2c1-39b1-4224-b2aa-cf95ae4070ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:58.427416 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:07:59.986967 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:16.831996 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 5 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:08:24.100242 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e61da35e-df6c-4704-b6fb-4c507dcb4c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:27.066113 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:27.140959 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0dd527ec-f566-45fd-8f26-e46f410d1e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:28.403585 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:29.962867 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:35.398012 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287324'] for agent, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:48.985120 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33362) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:49.091524 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1a25deaf-839f-4e56-bb0a-bf939bfb87df admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1052899 Nov 08 14:08:51.377791 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33372) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:51.441741 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-0c33638d-7115-4ff1-b8d6-ff348865a602 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0628445 Nov 08 14:08:53.831866 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:08:54.082277 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-17e1670d-3663-4a8d-b2f9-cd091fbc1bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:57.059419 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:57.116534 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3748ab1c-cb58-43b5-91fd-a2930b01a53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:58.418465 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:08:59.996170 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:05.350134 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:24.109522 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-bfa4cb63-c0d8-4074-bd85-9ce0134c539d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:27.183949 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:27.223757 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-aee713a3-8a33-4688-ba99-3108a1f71ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:28.384114 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:29.983877 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:30.831755 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:09:35.366402 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:54.182815 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2224c78a-e73f-439b-ae41-6cb86dd15521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:57.056647 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:57.108356 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ca3e40c6-8b7f-428d-94e0-fbf906b4c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:09:58.405915 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:00.005750 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:05.405600 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:07.831161 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:10:24.116418 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f9249b75-a684-4971-8cbe-9ed95b4bc064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:27.073480 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:27.107250 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-9e5d90f3-1856-4fe0-9163-685e5ad777da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:28.420570 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:29.993908 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:35.422086 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:38.067896 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33528) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:38.839088 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-network', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:38.947300 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Made reservation on behalf of 3087145c1af1492ab7c95773ba8b728d for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:38.949822 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:38.959030 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.083980 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.153581 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.189055 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:10:39.206997 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.207551 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Added segment 94d0bc4e-37bc-4504-8e9b-d1e8badd40c4 of type vlan for network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec Nov 08 14:10:39.230307 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eda8af-2b7c-46ef-9618-fff6a0e0aab3,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:39.295284 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.295800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.296434 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.296872 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.297333 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.297878 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.298286 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.298697 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.299221 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.299822 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.300580 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.300580 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Tracked resource versions report: Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: pushed versions: Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: { 'AddressGroup': {'1.2'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'ConntrackHelper': {'1.0'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Log': {'1.0'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Network': {'1.1'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Port': {'1.7'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'PortForwarding': {'1.2'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'QosPolicy': {'1.9'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroup': {'1.4'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SubPort': {'1.0'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Subnet': {'1.1'}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Trunk': {'1.1'}} Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: consumer versions: Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: HyperV agent@hv-cinder-81695: {}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'ConntrackHelper': '1.0', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Log': '1.0', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Network': '1.1', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Port': '1.7', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'PortForwarding': '1.2', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'QosPolicy': '1.9', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroup': '1.4', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SecurityGroupRule': '1.2', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'SubPort': '1.0', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Subnet': '1.1', Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: 'Trunk': '1.1'}} Nov 08 14:10:39.301821 dv-cinder-816957-1-iscsi neutron-server[102229]: {{(pid=102229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:10:39.319913 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.462349 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.463966 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:39.464775 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.535967 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] Pushing event updated for resources: {'Network': ['ID=5d59488f-29aa-4d4d-b40c-7a65cd5971ec,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:39.549287 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:10:39.633825 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-03686bed-89c7-42eb-b4fc-c3fe66831d9e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5639219 Nov 08 14:10:39.637601 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33588) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:39.643980 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Request body: {'subnet': {'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-subnet', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:39.770011 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Made reservation on behalf of 3087145c1af1492ab7c95773ba8b728d for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:39.773046 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:39.869864 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33596) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:39.904298 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33600) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:40.102924 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.203382 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34fc8cc-5de6-4ce4-844a-fe057d8501bd,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:40.242154 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.242874 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.243389 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.244440 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.245262 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.245994 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.246753 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.247920 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.249786 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.250597 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.251379 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.252201 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Tracked resource versions report: Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: pushed versions: Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: { 'AddressGroup': {'1.2'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'ConntrackHelper': {'1.0'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Log': {'1.0'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Network': {'1.1'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Port': {'1.7'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'PortForwarding': {'1.2'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'QosPolicy': {'1.9'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroup': {'1.4'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SubPort': {'1.0'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Subnet': {'1.1'}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Trunk': {'1.1'}} Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: consumer versions: Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: HyperV agent@hv-cinder-81695: {}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'ConntrackHelper': '1.0', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Log': '1.0', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Network': '1.1', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Port': '1.7', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'PortForwarding': '1.2', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'QosPolicy': '1.9', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroup': '1.4', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SecurityGroupRule': '1.2', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'SubPort': '1.0', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Subnet': '1.1', Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: 'Trunk': '1.1'}} Nov 08 14:10:40.254600 dv-cinder-816957-1-iscsi neutron-server[102228]: {{(pid=102228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:10:40.267533 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33610) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:40.282645 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Checking segment: {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:40.283282 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Network hostable DHCP agents. Network: 5d59488f-29aa-4d4d-b40c-7a65cd5971ec, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:10:40.341773 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-721201933-network', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:40.412280 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:10:40.418696 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-network', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:40.503782 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Made reservation on behalf of 6126fea9a0b14dc299929a0f687ab79e for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:40.508246 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.523545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 5d59488f-29aa-4d4d-b40c-7a65cd5971ec) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:40.532468 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:40.532468 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.532918 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.537956 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2cf2f-5bc0-436f-97ab-7bdcc8224f74 None None] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:40.651640 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.653454 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Made reservation on behalf of 99d34d890af0459dba6a3bb83aa70ccd for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:40.655869 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.669516 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.751741 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-86655a07-1842-4a19-b6b8-35cbff8bbe96 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1122615 Nov 08 14:10:40.756290 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33620) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:40.769469 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:40.815193 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-365819631-network', 'tenant_id': '79ebee658f7c4092aa97eeca15ab45b1'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:40.820815 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.855860 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33628) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:40.862446 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379932b3-3689-4d30-afe7-610c227a2d0e None None] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:40.892032 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.894111 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.918822 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.922846 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f469025b-6a3c-4bc0-8fe3-e22a24d644fc,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:40.927434 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:10:40.947821 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:40.948688 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Added segment 7d087aaa-a2b2-49e6-8659-2b42df8bf6fe of type vlan for network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 Nov 08 14:10:41.014861 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.047952 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.103020 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:10:41.110241 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.115726 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a452c-e311-4133-93c6-700b89204f82,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:41.121581 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.122176 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Added segment 753c7290-ac1b-4173-b015-5d98d2e7f115 of type vlan for network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb Nov 08 14:10:41.131249 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.132263 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:41.132929 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.220267 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Made reservation on behalf of 79ebee658f7c4092aa97eeca15ab45b1 for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:41.222660 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.224788 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] Pushing event updated for resources: {'Network': ['ID=2817d7ec-5ebd-4917-8d64-92e8409f97f2,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:41.239481 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:10:41.241252 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.262817 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.324828 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-1e052cf6-cde2-4546-bafd-cf372ba78446 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4534783 Nov 08 14:10:41.327784 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33642) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:41.333176 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Request body: {'subnet': {'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-721201933-subnet', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:41.387473 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.398154 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.400624 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:41.401234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.466967 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1975738178-network', 'tenant_id': '59c09bfde2d34ff78faa5d73e2100de2'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:41.497534 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.505266 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Made reservation on behalf of 6126fea9a0b14dc299929a0f687ab79e for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:41.507695 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.513892 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.527006 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] Pushing event updated for resources: {'Network': ['ID=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:41.544763 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:10:41.567233 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:10:41.600902 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ae5775-4e15-4f22-821f-a7109773df87,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:41.614504 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.614504 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Added segment 9b91049d-6702-44ff-8b61-c8df2c3c1b02 of type vlan for network 19d687cf-80d2-430b-93a2-e0eac7499e6d Nov 08 14:10:41.625854 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f722d719-a64d-4678-94c0-63b176457c51 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7199225 Nov 08 14:10:41.631699 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33648) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:41.665964 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Request body: {'subnet': {'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-subnet', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:41.730199 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.849388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Made reservation on behalf of 59c09bfde2d34ff78faa5d73e2100de2 for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:41.853950 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.881809 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.942341 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:41.944064 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:41.945115 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.043644 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.082265 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Made reservation on behalf of 99d34d890af0459dba6a3bb83aa70ccd for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:42.086904 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.218311 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9445693 Nov 08 14:10:42.232293 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33666) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:42.244404 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241b547-baba-4fab-8c90-e68467fba319 admin admin] Pushing event updated for resources: {'Network': ['ID=19d687cf-80d2-430b-93a2-e0eac7499e6d,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:42.258523 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:10:42.325005 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Request body: {'subnet': {'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-365819631-subnet', 'tenant_id': '79ebee658f7c4092aa97eeca15ab45b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:42.352544 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0136ea6-9edd-4ed6-a328-a069bd1326f2,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:42.394620 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Checking segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:42.395121 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Network hostable DHCP agents. Network: 2817d7ec-5ebd-4917-8d64-92e8409f97f2, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:10:42.487038 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.548821 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Made reservation on behalf of 79ebee658f7c4092aa97eeca15ab45b1 for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:42.552767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.558164 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:10:42.641900 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.656052 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 2817d7ec-5ebd-4917-8d64-92e8409f97f2) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:42.671932 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e952eb-e3a0-406d-9506-d4ace79fd799 None None] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:42.681881 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:42.683771 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.784093 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ab1052cc-476a-43ea-b8e1-75d62437765b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4549549 Nov 08 14:10:42.787127 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33684) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:42.798308 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:42.815425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.879970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:10:42.880890 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.946697 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.987991 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.993015 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:42.994948 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:10:43.048041 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Allocated IP 172.27.2.9 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/5b100116-a6c6-4325-bcb1-fe31e1f66284) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:43.068269 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.068622 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Added segment 339091e8-efcd-48a2-9bc1-eceaf2ad1fce of type vlan for network e2e860bb-cc92-4e39-8a43-dc255b695332 Nov 08 14:10:43.074152 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Allocated IP 172.20.0.2 (2817d7ec-5ebd-4917-8d64-92e8409f97f2/f0136ea6-9edd-4ed6-a328-a069bd1326f2/b921c7db-676a-457c-b3dc-dcfc05f47029) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:43.084982 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.104690 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7f9499-e32b-4ccc-b046-4b4740007bf1,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:43.110123 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.194376 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.343936 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Checking segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:43.344499 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Network hostable DHCP agents. Network: 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:10:43.360558 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e248766d-8ffc-437e-a94f-e4b7670b8eb1,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:43.394248 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.397736 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.431614 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.506554 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.507790 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:43.508565 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.578153 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.582919 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.627776 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Pushing event updated for resources: {'Port': ['ID=b921c7db-676a-457c-b3dc-dcfc05f47029,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:43.635532 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e860bb-cc92-4e39-8a43-dc255b695332,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:43.638164 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722c679a-e4d4-4825-ba3e-30cd17df2f43,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:43.648446 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.652978 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.660565 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:10:43.661140 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.661697 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.662193 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.662700 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.663367 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.663917 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.664984 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.665639 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.666138 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.675853 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Tracked resource versions report: Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: pushed versions: Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: { 'AddressGroup': {'1.2'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'ConntrackHelper': {'1.0'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Log': {'1.0'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Network': {'1.1'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Port': {'1.7'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'PortForwarding': {'1.2'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'QosPolicy': {'1.9'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroup': {'1.4'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SubPort': {'1.0'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Subnet': {'1.1'}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Trunk': {'1.1'}} Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: consumer versions: Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: HyperV agent@hv-cinder-81695: {}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'ConntrackHelper': '1.0', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Log': '1.0', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Network': '1.1', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Port': '1.7', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'PortForwarding': '1.2', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'QosPolicy': '1.9', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroup': '1.4', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SecurityGroupRule': '1.2', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'SubPort': '1.0', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Subnet': '1.1', Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: 'Trunk': '1.1'}} Nov 08 14:10:43.690430 dv-cinder-816957-1-iscsi neutron-server[102230]: {{(pid=102230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:10:43.705981 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network e2e860bb-cc92-4e39-8a43-dc255b695332 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:10:43.728012 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-f8956c0a-0959-4ead-a627-09a50ce1a650 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8689108 Nov 08 14:10:43.751344 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33726) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:43.765275 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Request body: {'subnet': {'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1975738178-subnet', 'tenant_id': '59c09bfde2d34ff78faa5d73e2100de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:43.828782 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Checking segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:43.829614 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Network hostable DHCP agents. Network: 19d687cf-80d2-430b-93a2-e0eac7499e6d, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:10:43.830127 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:43.833498 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:43.838294 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:43.840621 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.853208 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:43.879857 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d8486-1eeb-4b44-9a0e-c431b095c5de None None] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:43.982764 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Made reservation on behalf of 59c09bfde2d34ff78faa5d73e2100de2 for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:43.984592 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:43.989327 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:43.990709 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.016045 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Attempting to bind port b921c7db-676a-457c-b3dc-dcfc05f47029 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:10:44.016417 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Attempting to bind port b921c7db-676a-457c-b3dc-dcfc05f47029 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:10:44.016759 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Attempting to bind port b921c7db-676a-457c-b3dc-dcfc05f47029 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:44.031999 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:44.032426 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Checking segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:44.032858 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.043812 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Bound using segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:44.043812 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Bound port: b921c7db-676a-457c-b3dc-dcfc05f47029, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:10:44.043812 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.044460 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.066235 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.083701 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:44.085139 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:44.088484 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:44.344981 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b100116-a6c6-4325-bcb1-fe31e1f66284,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:44.442965 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] For port b921c7db-676a-457c-b3dc-dcfc05f47029, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:44.452633 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] For port b921c7db-676a-457c-b3dc-dcfc05f47029, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=b921c7db-676a-457c-b3dc-dcfc05f47029,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:44.458392 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Allocated IP 172.27.2.133 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/30d5f294-49d2-4d57-a133-ef117eb52101) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:44.516052 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:10:44.518661 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.611573 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:10:44.627186 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-86c15bbc-5b7e-4779-b9e8-b1fdbbbf477b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9686506 Nov 08 14:10:44.637990 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 19d687cf-80d2-430b-93a2-e0eac7499e6d) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:44.643437 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33736) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:44.662768 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:44.690655 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:44.695141 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.723642 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e89c6b-e6ae-4f4a-864d-65e3ff4e59aa None None] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:44.734428 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.758629 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:44.837811 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:10:44.865983 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33744) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:44.977040 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.058480 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba1f22-e703-4531-b3af-42c9c9cad096 None None] Pushing event updated for resources: {'Port': ['ID=b921c7db-676a-457c-b3dc-dcfc05f47029,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:45.116757 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:45.117753 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33748) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:45.143470 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:45.157907 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:45.191816 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Allocated IP 172.20.0.2 (88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb/e248766d-8ffc-437e-a94f-e4b7670b8eb1/3f5f5d64-b71b-4ccd-9574-c08ff82146b8) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:45.286806 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.288684 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.336395 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Pushing event updated for resources: {'Port': ['ID=30d5f294-49d2-4d57-a133-ef117eb52101,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:45.549900 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-39261e82-1762-4d30-b16d-8fd7eb02de28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.576587 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1c32974c-30fa-4acf-b76e-eb00becb3287 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3350179 Nov 08 14:10:45.586044 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103e399-8f1a-4971-a9ab-67ca8e34f5f6 None None] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:45.599146 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-18d60d0c-a2e6-4cde-8a26-6f51a235cb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.637862 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.802552 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.859911 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:45.879507 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-18d60d0c-a2e6-4cde-8a26-6f51a235cb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.187862 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78a71fe-d628-4b3f-8b2b-d13df713ed40,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:46.281355 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-39261e82-1762-4d30-b16d-8fd7eb02de28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.299342 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-18d60d0c-a2e6-4cde-8a26-6f51a235cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.348194 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33788) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:46.361199 dv-cinder-816957-1-iscsi neutron-server[102229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 14:10:46.377065 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.431815 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.441499 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Checking segment: {'id': '339091e8-efcd-48a2-9bc1-eceaf2ad1fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:46.441856 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Network hostable DHCP agents. Network: e2e860bb-cc92-4e39-8a43-dc255b695332, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:10:46.462714 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.500536 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:46.549612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d60d0c-a2e6-4cde-8a26-6f51a235cb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa4a87e-f150-4cc5-b758-e047d87ffad3,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:46.608813 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:46.612770 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Pushing event updated for resources: {'Port': ['ID=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:46.640796 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:46.682313 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Network e2e860bb-cc92-4e39-8a43-dc255b695332 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:10:46.734143 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c1d23-8b31-451c-8bc9-9048c71b6d31 None None] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:46.738810 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.770181 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Attempting to bind port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:10:46.771184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Attempting to bind port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:10:46.771808 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Attempting to bind port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:46.812811 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:46.813704 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Checking segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:46.814493 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.815169 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Bound using segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:46.820257 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Bound port: 3f5f5d64-b71b-4ccd-9574-c08ff82146b8, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:10:46.820257 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.858097 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-dc6f27bf-b863-4d2c-b4c9-74be70122351 None None] Provisioning complete for port b921c7db-676a-457c-b3dc-dcfc05f47029 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:46.862858 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-dc6f27bf-b863-4d2c-b4c9-74be70122351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.866289 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-39261e82-1762-4d30-b16d-8fd7eb02de28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.874906 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, e2e860bb-cc92-4e39-8a43-dc255b695332) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:46.891912 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:46.898081 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:46.911095 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1fecc-2e5d-45b0-ab05-8b03c2c2c45d None None] Network e2e860bb-cc92-4e39-8a43-dc255b695332 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:46.950649 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-18d60d0c-a2e6-4cde-8a26-6f51a235cb22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=628e7e28d99e41aeadfaf3762d0612f3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8288360 Nov 08 14:10:46.957002 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33792) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:47.043169 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98b84-7d8c-469d-9791-356688521fc3 req-3041f78f-2ca4-468c-84dd-13f15f9c45fb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:47.049988 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] For port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:47.056906 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-3041f78f-2ca4-468c-84dd-13f15f9c45fb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 0.6976273 Nov 08 14:10:47.057201 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] For port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:47.075776 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.099682 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-39261e82-1762-4d30-b16d-8fd7eb02de28 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=770ef72389e54714b1f1a3234de7da68&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2320080 Nov 08 14:10:47.108446 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-a5ec8068-baa9-434b-93d1-b356c737f082 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/quotas/79ebee658f7c4092aa97eeca15ab45b1 HTTP/1.1" status: 200 len: 375 time: 0.0276902 Nov 08 14:10:47.111837 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33794) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:47.112634 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-a01a0df7-f8bc-41a2-91a4-15a646ba83a7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3577955 Nov 08 14:10:47.159700 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device b921c7db-676a-457c-b3dc-dcfc05f47029 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:47.229844 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.367969 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-a4611e9a-026c-4438-b22b-ec397311ae0c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2578185 Nov 08 14:10:47.368879 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39261e82-1762-4d30-b16d-8fd7eb02de28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935e201f-2695-4de2-86ad-0c0b00b3c787,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:47.425576 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6c31d41c-5d6c-4496-9326-27f304ffed3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.439755 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ffc30-68f7-4019-a44b-2b0dc5a67f89 None None] Pushing event updated for resources: {'Port': ['ID=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:47.533283 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ca34d040-a6b8-4a2f-9bd3-f7d635332c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.582820 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ca34d040-a6b8-4a2f-9bd3-f7d635332c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.593250 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6c31d41c-5d6c-4496-9326-27f304ffed3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.663583 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.724752 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.728459 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Router 49d8cd0e-fa40-4126-8444-b4696899c23d is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:10:47.740309 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-dc6f27bf-b863-4d2c-b4c9-74be70122351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.753982 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-0827244f-1372-41d5-a853-77723405598a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:10:47.753982 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-0827244f-1372-41d5-a853-77723405598a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1480353 Nov 08 14:10:47.896564 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port b921c7db-676a-457c-b3dc-dcfc05f47029 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:47.897122 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.902120 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-dc6f27bf-b863-4d2c-b4c9-74be70122351 None None] For port b921c7db-676a-457c-b3dc-dcfc05f47029, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=b921c7db-676a-457c-b3dc-dcfc05f47029,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:47.919381 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:47.973071 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0114f-b097-4143-9eb6-972682a7d588 None None] Network e2e860bb-cc92-4e39-8a43-dc255b695332 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:48.180378 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-dc6f27bf-b863-4d2c-b4c9-74be70122351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.267216 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33840) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:48.379795 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-78e80096-fa53-4ff5-913f-8bc1c2af08a1 service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427639 Nov 08 14:10:48.440881 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Allocated IP 172.27.2.210 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/4dc2e8a2-8045-407e-a078-a4bc4a97e834) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:48.470100 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:10:48.480652 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ca34d040-a6b8-4a2f-9bd3-f7d635332c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.485680 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ca34d040-a6b8-4a2f-9bd3-f7d635332c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.487638 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ca34d040-a6b8-4a2f-9bd3-f7d635332c8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/935e201f-2695-4de2-86ad-0c0b00b3c787 HTTP/1.1" status: 204 len: 168 time: 1.2994416 Nov 08 14:10:48.488824 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f27bf-b863-4d2c-b4c9-74be70122351 None None] Pushing event updated for resources: {'Port': ['ID=b921c7db-676a-457c-b3dc-dcfc05f47029,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:48.507816 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Sync routers for ids ['49d8cd0e-fa40-4126-8444-b4696899c23d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:10:48.517487 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Routers {'49d8cd0e-fa40-4126-8444-b4696899c23d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:48.518127 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['49d8cd0e-fa40-4126-8444-b4696899c23d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:48.579330 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-c8ab796a-0260-4c2a-904e-aab481bd7671 None None] Provisioning complete for port b921c7db-676a-457c-b3dc-dcfc05f47029 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:48.580708 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-c8ab796a-0260-4c2a-904e-aab481bd7671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.596009 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6c31d41c-5d6c-4496-9326-27f304ffed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.601065 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6c31d41c-5d6c-4496-9326-27f304ffed3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.611027 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-6c31d41c-5d6c-4496-9326-27f304ffed3c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/caa4a87e-f150-4cc5-b758-e047d87ffad3 HTTP/1.1" status: 204 len: 168 time: 1.6405623 Nov 08 14:10:48.611027 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.611557 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-d624821c-83af-4ad4-90a5-9ea8e939d5a1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8527479 Nov 08 14:10:48.617798 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33846) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:48.741482 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31d41c-5d6c-4496-9326-27f304ffed3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa4a87e-f150-4cc5-b758-e047d87ffad3,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:48.760021 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34d040-a6b8-4a2f-9bd3-f7d635332c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e201f-2695-4de2-86ad-0c0b00b3c787,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:48.831868 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Set router 49d8cd0e-fa40-4126-8444-b4696899c23d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:10:48.922632 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-3df7b5fd-0a58-4af5-abc1-da3c0c9436ad tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:48.926649 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-3df7b5fd-0a58-4af5-abc1-da3c0c9436ad tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/networks?id=e2e860bb-cc92-4e39-8a43-dc255b695332 HTTP/1.1" status: 200 len: 812 time: 0.6474710 Nov 08 14:10:48.956046 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:48.992349 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:10:49.010770 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-1cb760f2-8c7f-454b-a673-be2f78ebd8e4 service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148694 Nov 08 14:10:49.076023 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-60b3f095-f2b4-4370-ab9f-892dfbd2fdc6 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/quotas/59c09bfde2d34ff78faa5d73e2100de2 HTTP/1.1" status: 200 len: 375 time: 0.0852895 Nov 08 14:10:49.234952 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:49.384746 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:49.385758 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:49.413144 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:49.607445 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-b6d49ad8-5f58-43cf-8ce8-8c421c261a02 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=59c09bfde2d34ff78faa5d73e2100de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2966383 Nov 08 14:10:49.637019 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:49.645523 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:49.652030 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:49.709784 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:10:49.715297 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:10:44Z', 'revision_number': 3, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:49.740427 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Sync routers for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:10:49.740899 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Pushing event updated for resources: {'Port': ['ID=4dc2e8a2-8045-407e-a078-a4bc4a97e834,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:49.818852 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Checking router: 49d8cd0e-fa40-4126-8444-b4696899c23d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:10:49.818852 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Updating router 49d8cd0e-fa40-4126-8444-b4696899c23d port 5b100116-a6c6-4325-bcb1-fe31e1f66284 binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:10:49.819362 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:49.837649 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c663383-b24c-4824-a227-171cbb39d019 None None] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:49.838615 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f17660ca-a8ba-47e7-9a11-271a834d82cb req-a3611069-e96a-4788-9a1f-07b5c1da2532 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.0952611 Nov 08 14:10:49.839850 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:49.894217 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:49.897766 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:49.937777 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:49.955780 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f70bfb74-c4cf-4209-9b42-a8bc337e4464 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1469202 Nov 08 14:10:49.956021 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33874) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:50.207877 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33876) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:50.208382 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 33882) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:50.343249 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.373345 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:10:50.429074 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-37b99338-a88d-4f0b-9da4-590caf539f55 None None] Provisioning complete for port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:50.429074 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-37b99338-a88d-4f0b-9da4-590caf539f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.447861 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-353b0733-c543-4d43-8b22-3e1c2758fb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.464942 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c5a51368-6ec2-4000-a057-de2618844af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.525613 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.680224 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Attempting to bind port 5b100116-a6c6-4325-bcb1-fe31e1f66284 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:10:50.680903 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Attempting to bind port 5b100116-a6c6-4325-bcb1-fe31e1f66284 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:10:50.691178 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Attempting to bind port 5b100116-a6c6-4325-bcb1-fe31e1f66284 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:50.719904 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.724383 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Pushing event updated for resources: {'Port': ['ID=5b100116-a6c6-4325-bcb1-fe31e1f66284,revision_number=2']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:50.760658 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:50.761794 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:50.764291 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.768700 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:50.769826 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Bound port: 5b100116-a6c6-4325-bcb1-fe31e1f66284, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:10:50.770735 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.777495 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.779694 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.784905 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.785858 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.788705 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.794851 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.801522 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.801522 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.801522 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.801522 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.801522 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.801522 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Tracked resource versions report: Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: pushed versions: Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: { 'AddressGroup': {'1.2'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'ConntrackHelper': {'1.0'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Log': {'1.0'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Network': {'1.1'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Port': {'1.7'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'PortForwarding': {'1.2'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'QosPolicy': {'1.9'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroup': {'1.4'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroupRule': {'1.2'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SubPort': {'1.0'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Subnet': {'1.1'}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Trunk': {'1.1'}} Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: consumer versions: Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: { DHCP agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: HyperV agent@hv-cinder-81695: {}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: L3 agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: Metadata agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: Metering agent@dv-cinder-816957-1-iscsi: {}, Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: Open vSwitch agent@dv-cinder-816957-1-iscsi: { 'AddressGroup': '1.2', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'ConntrackHelper': '1.0', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Log': '1.0', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Network': '1.1', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Port': '1.7', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'PortForwarding': '1.2', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'QosPolicy': '1.9', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroup': '1.4', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SecurityGroupRule': '1.2', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'SubPort': '1.0', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Subnet': '1.1', Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: 'Trunk': '1.1'}} Nov 08 14:10:50.805068 dv-cinder-816957-1-iscsi neutron-server[102231]: {{(pid=102231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 14:10:50.814869 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-353b0733-c543-4d43-8b22-3e1c2758fb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.850736 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:50.853943 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-37b99338-a88d-4f0b-9da4-590caf539f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:50.958324 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-353b0733-c543-4d43-8b22-3e1c2758fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.015193 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] For port 5b100116-a6c6-4325-bcb1-fe31e1f66284, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:51.022724 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.024539 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device b921c7db-676a-457c-b3dc-dcfc05f47029 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:51.024769 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] For port 5b100116-a6c6-4325-bcb1-fe31e1f66284, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=5b100116-a6c6-4325-bcb1-fe31e1f66284,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:51.029171 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-4633e625-a280-4eef-a51f-f31392d1f337 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:10:51.030302 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-4633e625-a280-4eef-a51f-f31392d1f337 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2290430 Nov 08 14:10:51.126313 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.141736 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.306721 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c0cb2-d451-401f-a5bf-a007e01b82a0 None None] Pushing event updated for resources: {'Port': ['ID=5b100116-a6c6-4325-bcb1-fe31e1f66284,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:51.330651 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Routers {'49d8cd0e-fa40-4126-8444-b4696899c23d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:51.331739 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['49d8cd0e-fa40-4126-8444-b4696899c23d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:51.352745 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:51.361658 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.db.api [None req-37b99338-a88d-4f0b-9da4-590caf539f55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:10:51.362410 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG oslo_db.api [None req-37b99338-a88d-4f0b-9da4-590caf539f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:10:51.375945 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:45Z', 'revision_number': 3, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:51.383517 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8920796f-cb98-4d63-813d-500309c31a4b service neutron] 10.222.0.73 "GET /v2.0/networks/e2e860bb-cc92-4e39-8a43-dc255b695332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238571 Nov 08 14:10:51.438271 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-353b0733-c543-4d43-8b22-3e1c2758fb33 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce7f372e3c2d4915b05b442f14e02d1b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2041466 Nov 08 14:10:51.450826 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b0733-c543-4d43-8b22-3e1c2758fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600e1c7-8753-46c9-82e5-d38a097763d6,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:51.479742 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-03d95694-039a-4dc0-b746-dcec77ef3007 req-c6fb615a-7163-4c98-8db6-b586076e2b89 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.1736615 Nov 08 14:10:51.480403 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Checking router: dbc23f3a-ed95-410f-a53c-03f3a11e0cbb for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:10:51.483403 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Updating router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb port 30d5f294-49d2-4d57-a133-ef117eb52101 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:10:51.501393 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33904) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:51.575584 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port b921c7db-676a-457c-b3dc-dcfc05f47029 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:51.576294 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.633822 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.662067 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c5a51368-6ec2-4000-a057-de2618844af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.682563 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] Set router 49d8cd0e-fa40-4126-8444-b4696899c23d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:10:51.751543 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0e615a91-061c-4c98-bdab-13201a3f9327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.875841 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0e615a91-061c-4c98-bdab-13201a3f9327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:51.950186 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Allocated IP 172.20.0.1 (5d59488f-29aa-4d4d-b40c-7a65cd5971ec/f34fc8cc-5de6-4ce4-844a-fe057d8501bd/f93e6418-51e0-4924-b209-286d3cb46555) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:52.091853 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.119732 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-4287a8b7-a119-47b8-bed9-82a066bb25a0 service neutron] 10.222.0.73 "GET /v2.0/networks/e2e860bb-cc92-4e39-8a43-dc255b695332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489275 Nov 08 14:10:52.148236 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.225572 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0e615a91-061c-4c98-bdab-13201a3f9327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.232236 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0e615a91-061c-4c98-bdab-13201a3f9327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.235131 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-0e615a91-061c-4c98-bdab-13201a3f9327 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b600e1c7-8753-46c9-82e5-d38a097763d6 HTTP/1.1" status: 204 len: 168 time: 0.7322989 Nov 08 14:10:52.278432 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e615a91-061c-4c98-bdab-13201a3f9327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600e1c7-8753-46c9-82e5-d38a097763d6,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:52.417228 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.435738 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.439805 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c5a51368-6ec2-4000-a057-de2618844af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.587515 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:10:44Z', 'revision_number': 3, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:52.642660 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8c7d9-5c5e-4c9a-884e-8e0bf055bcfc None None] The sync data for ids ['49d8cd0e-fa40-4126-8444-b4696899c23d'] in dv-cinder-816957-1-iscsi is: [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:10:44Z', 'revision_number': 3, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:10:52.659505 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c5a51368-6ec2-4000-a057-de2618844af2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a7c8f5f70364ebca6d4ee08f47f5278&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4460974 Nov 08 14:10:52.704632 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33930) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:52.715059 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Pushing event updated for resources: {'Port': ['ID=f93e6418-51e0-4924-b209-286d3cb46555,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:52.758614 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0a86bc83-d394-4266-82a7-6b8310ecca1f req-555d1fab-ffd1-4403-a9be-f55622e558bd tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.1515777 Nov 08 14:10:52.789215 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:52.805229 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:52.807778 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a51368-6ec2-4000-a057-de2618844af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34a731-8493-49f8-b625-1c0849b70193,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:52.813709 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:52.839258 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:52.839985 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:52.876729 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Allocated IP 172.20.0.1 (2817d7ec-5ebd-4917-8d64-92e8409f97f2/f0136ea6-9edd-4ed6-a328-a069bd1326f2/9bb87730-7326-4cd3-bbfd-8ba37fdc9379) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:52.969200 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-89b72d0c-9cf4-4fbb-b0a8-bf17ea824da5 None None] Provisioning complete for port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:52.970184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-89b72d0c-9cf4-4fbb-b0a8-bf17ea824da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.080372 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.196812 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:53.196812 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.295116 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.366861 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ab71ef0b-1989-44e6-a496-8e858b3a1ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.509895 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Router 977c8f86-fc95-45a1-a0df-90a26d9d747d is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:10:53.518096 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-db533fe8-699b-48b5-83ac-d0ce28572238 req-a4f64ae2-0907-4d80-8048-15afd9da50b0 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.2185395 Nov 08 14:10:53.557419 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Attempting to bind port 30d5f294-49d2-4d57-a133-ef117eb52101 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:10:53.558207 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Attempting to bind port 30d5f294-49d2-4d57-a133-ef117eb52101 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:10:53.558874 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Attempting to bind port 30d5f294-49d2-4d57-a133-ef117eb52101 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:53.605066 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ab71ef0b-1989-44e6-a496-8e858b3a1ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.613032 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:53.613408 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:53.613799 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.614194 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:53.617506 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Bound port: 30d5f294-49d2-4d57-a133-ef117eb52101, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:10:53.618223 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.629014 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4059fee-b410-49f5-846d-14eaed28c9a9 None None] Pushing event updated for resources: {'Port': ['ID=30d5f294-49d2-4d57-a133-ef117eb52101,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:53.750481 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] For port 30d5f294-49d2-4d57-a133-ef117eb52101, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:53.756808 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] For port 30d5f294-49d2-4d57-a133-ef117eb52101, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=30d5f294-49d2-4d57-a133-ef117eb52101,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:53.902781 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:10:53.906758 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.913151 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.925315 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Sync routers for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:10:53.945677 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:53.952096 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:53.953212 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:54.086149 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ab71ef0b-1989-44e6-a496-8e858b3a1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.095122 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ab71ef0b-1989-44e6-a496-8e858b3a1ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.131823 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ab71ef0b-1989-44e6-a496-8e858b3a1ac1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec34a731-8493-49f8-b625-1c0849b70193 HTTP/1.1" status: 204 len: 168 time: 1.4138188 Nov 08 14:10:54.190774 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:10:54.217216 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.247432 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d76d96b9-0ee7-44f3-b6c8-540e46a736a9 req-6b97d83b-8613-4931-8f33-68aaeec779fb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.1107838 Nov 08 14:10:54.248425 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ef0b-1989-44e6-a496-8e858b3a1ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34a731-8493-49f8-b625-1c0849b70193,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:54.299534 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4059fee-b410-49f5-846d-14eaed28c9a9 None None] Pushing event updated for resources: {'Port': ['ID=30d5f294-49d2-4d57-a133-ef117eb52101,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:54.312550 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:54.313881 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:54.323887 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.329770 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 33982) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:54.338771 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-a5f12415-d088-4b97-9b7f-61be7f1beaae admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6882856 Nov 08 14:10:54.365972 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.369650 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.436493 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-08c74134-ae4e-408c-a20b-b5130a628ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.524765 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Pushing event updated for resources: {'Port': ['ID=f93e6418-51e0-4924-b209-286d3cb46555,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:54.648139 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.710225 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:10:49Z', 'revision_number': 3, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:54.823343 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 5b100116-a6c6-4325-bcb1-fe31e1f66284 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:54.839185 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Checking router: 977c8f86-fc95-45a1-a0df-90a26d9d747d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:10:54.839580 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Updating router 977c8f86-fc95-45a1-a0df-90a26d9d747d port 4dc2e8a2-8045-407e-a078-a4bc4a97e834 binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:10:54.840069 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:10:54.886262 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:54.904402 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1fb8ffd6-c9d4-4e1a-8228-4f40637c319e req-f15ddb3e-a907-439c-b7d9-2b735f1ff049 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.1288476 Nov 08 14:10:54.931735 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:54.962828 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.963252 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:54.963252 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:54.963419 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:54.963419 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:55.354147 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:55.490017 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 5b100116-a6c6-4325-bcb1-fe31e1f66284 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:55.490822 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:55.557520 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Router 49d8cd0e-fa40-4126-8444-b4696899c23d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:10:55.736843 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-307c94cf-80c6-498d-86da-796f6fa9921c None None] Provisioning complete for port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:55.737202 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-307c94cf-80c6-498d-86da-796f6fa9921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:55.750933 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:55.801548 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:55.925537 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-307c94cf-80c6-498d-86da-796f6fa9921c None None] Port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:10:55.961392 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:56.017877 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:45Z', 'revision_number': 3, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:56.048938 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-38ed897b-cbc1-4e50-8612-2f5fc92aaffd req-7c06516b-79e0-4b28-80c9-b74b5b6979ab tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.1007855 Nov 08 14:10:56.074033 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:10:56.103645 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-7eb6fc30-9c67-4a8b-975d-d7b14745b17d admin admin] 10.222.0.73 "PUT /v2.0/routers/49d8cd0e-fa40-4126-8444-b4696899c23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4709032 Nov 08 14:10:56.168409 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8159e3-58b6-434c-9eb8-acabd319f81d None None] The sync data for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi is: [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:45Z', 'revision_number': 3, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:10:56.169396 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9526e-3825-43db-92b6-0d74b5e13b2b None None] Pushing event updated for resources: {'Port': ['ID=4dc2e8a2-8045-407e-a078-a4bc4a97e834,revision_number=2']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:56.207298 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:56.207913 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Attempting to bind port 4dc2e8a2-8045-407e-a078-a4bc4a97e834 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:10:56.208288 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Attempting to bind port 4dc2e8a2-8045-407e-a078-a4bc4a97e834 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:10:56.208653 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Attempting to bind port 4dc2e8a2-8045-407e-a078-a4bc4a97e834 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:56.225224 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:56.225668 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:10:56.226793 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:56.227729 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:56.228120 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Bound port: 4dc2e8a2-8045-407e-a078-a4bc4a97e834, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:10:56.228571 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:56.261315 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 5b100116-a6c6-4325-bcb1-fe31e1f66284, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=5b100116-a6c6-4325-bcb1-fe31e1f66284,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:56.265028 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Sync routers for ids ['49d8cd0e-fa40-4126-8444-b4696899c23d'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:10:56.300398 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Routers {'49d8cd0e-fa40-4126-8444-b4696899c23d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:56.301946 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['49d8cd0e-fa40-4126-8444-b4696899c23d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:56.367753 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] For port 4dc2e8a2-8045-407e-a078-a4bc4a97e834, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:56.375030 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] For port 4dc2e8a2-8045-407e-a078-a4bc4a97e834, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=4dc2e8a2-8045-407e-a078-a4bc4a97e834,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:56.502371 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:56.560826 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ab3d1f9b-18d9-42c4-8cbf-b6a474fd2562 req-0134b226-3afc-4cb0-a416-cfbe4534d25f tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.3977010 Nov 08 14:10:56.642167 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:56.658776 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:57.016463 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34044) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:57.031150 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:57.033970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:57.036486 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.64', 59742) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:57.037253 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:57.122124 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:57.123971 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:57.262404 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9526e-3825-43db-92b6-0d74b5e13b2b None None] Pushing event updated for resources: {'Port': ['ID=4dc2e8a2-8045-407e-a078-a4bc4a97e834,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:57.298035 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34056) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:57.310018 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Set router 49d8cd0e-fa40-4126-8444-b4696899c23d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:10:57.402197 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-404061461-network', 'tenant_id': '3487d52214934c0698224ec92c21b67b'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:57.494265 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:10:57.566564 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 30d5f294-49d2-4d57-a133-ef117eb52101 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:57.619750 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Made reservation on behalf of 3487d52214934c0698224ec92c21b67b for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:57.622798 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:57.758194 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:57.814254 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2f0db0d3-b98c-42c7-8a8e-537509ddb838 req-448ea7fe-312d-4fe6-9fee-7c72671a0ae6 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.4948642 Nov 08 14:10:57.852497 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:57.877043 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=5b100116-a6c6-4325-bcb1-fe31e1f66284,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:57.955402 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:58.059472 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-832b4d68-bc4b-45ef-b76c-f36618caf826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:58.083923 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:58.171628 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:10:49Z', 'revision_number': 3, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:58.218839 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 30d5f294-49d2-4d57-a133-ef117eb52101 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:58.229687 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:58.239343 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c38d02-1d00-4023-a453-39d65ee6a4d7 None None] The sync data for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi is: [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:10:49Z', 'revision_number': 3, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:10:58.555952 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98b84-7d8c-469d-9791-356688521fc3 req-776ec1f7-af05-42a1-89d6-b7098fd46f2e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:58.561832 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-776ec1f7-af05-42a1-89d6-b7098fd46f2e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 1.5787756 Nov 08 14:10:58.657778 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:58.660626 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:58.671498 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Request body: {'port': {'device_id': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'admin_state_up': True, 'tenant_id': '79ebee658f7c4092aa97eeca15ab45b1'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:58.747268 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:58.819631 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-45e57f4e-8b8d-4f34-9f4e-9a3a6301dc55 None None] Provisioning complete for port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:58.831684 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-45e57f4e-8b8d-4f34-9f4e-9a3a6301dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:58.862701 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:58.890418 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.64', 59750) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:58.904211 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Allocated IP 172.20.0.1 (88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb/e248766d-8ffc-437e-a94f-e4b7670b8eb1/788cc14a-3cd2-4562-9e6f-edb78a99df5b) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:58.933240 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fb78aafb-d365-4183-82e4-046cd531264f req-72cb935e-b7a7-43d8-a48a-40098e785383 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.4376676 Nov 08 14:10:59.036517 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:59.083916 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6c114189-161a-43cb-bc16-026572e3a49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:59.097505 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:10:59.125781 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-45e57f4e-8b8d-4f34-9f4e-9a3a6301dc55 None None] Port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:10:59.142079 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 30d5f294-49d2-4d57-a133-ef117eb52101, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=30d5f294-49d2-4d57-a133-ef117eb52101,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:59.146834 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:10:53Z', 'revision_number': 4, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'f93e6418-51e0-4924-b209-286d3cb46555', 'name': '', 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'mac_address': 'fa:16:3e:ad:fa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:50Z', 'updated_at': '2021-11-08T14:10:54Z', 'revision_number': 2, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'subnets': [{'id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:59.189949 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Checking router: 49d8cd0e-fa40-4126-8444-b4696899c23d for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:10:59.191571 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Updating router 49d8cd0e-fa40-4126-8444-b4696899c23d port f93e6418-51e0-4924-b209-286d3cb46555 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:10:59.270790 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:10:59.283192 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:59.391222 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:59.395450 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a922dc-076d-4600-a86a-534542c1db9d,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:59.420824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:59.422113 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Added segment afbaece7-6964-44ca-af47-c98c980f75a6 of type vlan for network 91240a7e-67e3-42e5-9224-d1646549199a Nov 08 14:10:59.430941 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1a9f087a-cb30-4c89-bda8-c2bc1d026189 req-e1293732-e159-42f4-9da3-80558722404c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.2490954 Nov 08 14:10:59.661839 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Made reservation on behalf of 79ebee658f7c4092aa97eeca15ab45b1 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:59.682535 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:59.756528 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:10:59.785564 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:10:59.824017 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-e2bba681-99d3-489d-ac7f-b092fd0df2ea tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:59.853163 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-e2bba681-99d3-489d-ac7f-b092fd0df2ea tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.64 "GET /v2.0/networks?id=e2e860bb-cc92-4e39-8a43-dc255b695332 HTTP/1.1" status: 200 len: 812 time: 0.9271176 Nov 08 14:10:59.853244 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=30d5f294-49d2-4d57-a133-ef117eb52101,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:59.885381 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-b66c3ac6-ec5c-449e-8445-556fe99eead3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:59.886837 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Request body: {'port': {'device_id': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332', 'admin_state_up': True, 'tenant_id': '59c09bfde2d34ff78faa5d73e2100de2'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:59.889069 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-b66c3ac6-ec5c-449e-8445-556fe99eead3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 819 time: 1.1911609 Nov 08 14:10:59.921797 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-5ec6daa1-d8f2-416c-b880-077daf091890 admin admin] 10.222.0.73 "PUT /v2.0/routers/dbc23f3a-ed95-410f-a53c-03f3a11e0cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9608645 Nov 08 14:10:59.955504 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 4dc2e8a2-8045-407e-a078-a4bc4a97e834 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:59.989800 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.db.resource_extend [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:11:00.005113 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-e8017ba1-8533-4d34-b149-3ea10566a51b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/quotas/3087145c1af1492ab7c95773ba8b728d HTTP/1.1" status: 200 len: 375 time: 0.0845656 Nov 08 14:11:00.139276 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6c114189-161a-43cb-bc16-026572e3a49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.154844 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.172528 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Sync routers for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:00.206617 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 4dc2e8a2-8045-407e-a078-a4bc4a97e834 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:00.206990 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.214404 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a6eeadab-7bff-485b-8be4-1072f21d70ae req-3cb7ba36-8ce8-4cb6-8188-f670f57ccb71 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.0957553 Nov 08 14:11:00.217865 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.224627 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:00.226028 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:58Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:00.293308 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.360509 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6c114189-161a-43cb-bc16-026572e3a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.385640 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.386701 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:00.396449 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.458198 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.478048 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.550486 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.580891 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c114189-161a-43cb-bc16-026572e3a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcee6f77-74fb-4a4f-8625-53a0f7416de4,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:00.586301 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:00.598590 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Allocated IP 172.20.0.8 (19d687cf-80d2-430b-93a2-e0eac7499e6d/722c679a-e4d4-4825-ba3e-30cd17df2f43/076d54dc-5e99-403f-b7c0-45ac572e573c) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:00.637007 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72df79-0d10-4f87-a44d-79ac62883ada None None] Pushing event updated for resources: {'Port': ['ID=f93e6418-51e0-4924-b209-286d3cb46555,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:00.647417 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-71be1678-c652-4980-82ac-9bf0b17066be tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6357822 Nov 08 14:11:00.671535 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 4dc2e8a2-8045-407e-a078-a4bc4a97e834, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=4dc2e8a2-8045-407e-a078-a4bc4a97e834,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:00.735637 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6c114189-161a-43cb-bc16-026572e3a49b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36ffa681d8d648d995910f9e48759a63&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4287372 Nov 08 14:11:00.798635 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Attempting to bind port f93e6418-51e0-4924-b209-286d3cb46555 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:00.799694 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Attempting to bind port f93e6418-51e0-4924-b209-286d3cb46555 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:00.800600 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Attempting to bind port f93e6418-51e0-4924-b209-286d3cb46555 on network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:00.807241 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:00.808971 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 5b100116-a6c6-4325-bcb1-fe31e1f66284 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:00.979167 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34126) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:01.004169 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:01.004880 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Checking segment: {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:01.005517 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:01.006136 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Bound using segment: {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:01.007452 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Bound port: f93e6418-51e0-4924-b209-286d3cb46555, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:01.008144 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:01.161642 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-8e1a9a33-e8a8-4eec-9354-d78c72f78cc9 service neutron] 10.222.0.73 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075842 Nov 08 14:11:01.237687 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:01.308305 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.4504604 Nov 08 14:11:01.310247 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e24598-824b-47b8-b6a7-bfb1c5cedf43 admin admin] Pushing event updated for resources: {'Network': ['ID=91240a7e-67e3-42e5-9224-d1646549199a,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:01.355645 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=4dc2e8a2-8045-407e-a078-a4bc4a97e834,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:01.363940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34136) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:01.368061 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:01.379102 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 91240a7e-67e3-42e5-9224-d1646549199a details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:11:01.400891 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Request body: {'subnet': {'network_id': '91240a7e-67e3-42e5-9224-d1646549199a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-404061461-subnet', 'tenant_id': '3487d52214934c0698224ec92c21b67b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:01.406863 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:01.415907 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:01.607635 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 2, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:01.756858 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Checking router: dbc23f3a-ed95-410f-a53c-03f3a11e0cbb for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:01.757418 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Updating router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:11:01.818201 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] For port f93e6418-51e0-4924-b209-286d3cb46555, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:01.836170 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] For port f93e6418-51e0-4924-b209-286d3cb46555, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f93e6418-51e0-4924-b209-286d3cb46555,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:01.847161 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 5b100116-a6c6-4325-bcb1-fe31e1f66284 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:01.851496 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:01.876062 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:01.885735 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=788cc14a-3cd2-4562-9e6f-edb78a99df5b,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:01.936246 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-2e295633-fbc9-4ec3-b910-6c64b48f710b None None] Provisioning complete for port 788cc14a-3cd2-4562-9e6f-edb78a99df5b triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:01.936709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2e295633-fbc9-4ec3-b910-6c64b48f710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:01.946101 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-92c5c49c-bdd0-464e-ae3f-d963ce8df5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:01.980777 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:02.038585 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-92c5c49c-bdd0-464e-ae3f-d963ce8df5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:02.058219 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-2e295633-fbc9-4ec3-b910-6c64b48f710b None None] Port 788cc14a-3cd2-4562-9e6f-edb78a99df5b cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:11:02.076561 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-289fce77-2295-408b-85bf-e17463bb6689 service neutron] 10.222.0.73 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9031229 Nov 08 14:11:02.251537 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:02.274315 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Made reservation on behalf of 59c09bfde2d34ff78faa5d73e2100de2 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:02.285153 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:02.313554 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Routers {'49d8cd0e-fa40-4126-8444-b4696899c23d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:02.316373 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:58Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['49d8cd0e-fa40-4126-8444-b4696899c23d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:02.320070 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72df79-0d10-4f87-a44d-79ac62883ada None None] Pushing event updated for resources: {'Port': ['ID=f93e6418-51e0-4924-b209-286d3cb46555,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:02.501398 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-92c5c49c-bdd0-464e-ae3f-d963ce8df5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:02.518454 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-92c5c49c-bdd0-464e-ae3f-d963ce8df5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:02.525609 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-92c5c49c-bdd0-464e-ae3f-d963ce8df5f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcee6f77-74fb-4a4f-8625-53a0f7416de4 HTTP/1.1" status: 204 len: 168 time: 1.5192719 Nov 08 14:11:02.669959 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c49c-bdd0-464e-ae3f-d963ce8df5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcee6f77-74fb-4a4f-8625-53a0f7416de4,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:02.685492 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 4dc2e8a2-8045-407e-a078-a4bc4a97e834 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:02.718856 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Made reservation on behalf of 3487d52214934c0698224ec92c21b67b for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:02.730100 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:02.893118 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34154) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:02.909771 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27d516e9-6397-42c2-879a-2c8314c5fb88 req-b05e9ac8-763a-4147-82c4-8360dbd401db tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.3047159 Nov 08 14:11:02.922043 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-48e14206-da51-49d6-a306-b8b6f0d0b0c8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--912728080', 'description': 'tempest-description--1883335755'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:03.124828 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:03.147903 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:03.255941 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] Set router 49d8cd0e-fa40-4126-8444-b4696899c23d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:03.259470 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 4dc2e8a2-8045-407e-a078-a4bc4a97e834 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:03.261214 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:03.275323 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:03.588453 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fadf38-be47-4b12-99da-a34c5d3fd48b None None] Pushing event updated for resources: {'Port': ['ID=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:03.734021 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 30d5f294-49d2-4d57-a133-ef117eb52101 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:03.740995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Allocated IP 172.20.0.2 (e2e860bb-cc92-4e39-8a43-dc255b695332/e78a71fe-d628-4b3f-8b2b-d13df713ed40/f33286c9-cc63-4c7c-85f2-f97b72dc7aa5) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:03.802257 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Attempting to bind port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:03.814761 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Attempting to bind port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:03.814761 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Attempting to bind port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:03.821588 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:03.822503 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Checking segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:03.823261 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:03.823985 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Bound using segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:03.825326 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Bound port: 9bb87730-7326-4cd3-bbfd-8ba37fdc9379, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:03.826561 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:03.882151 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-48e14206-da51-49d6-a306-b8b6f0d0b0c8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:03.978815 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 30d5f294-49d2-4d57-a133-ef117eb52101 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:03.979982 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.049436 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0e59ba39-8abf-4801-9402-ec85dfcd295b req-5b04f07c-9414-4772-b7f1-51bd2363ef23 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 210 time: 0.9881349 Nov 08 14:11:04.050042 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:10:53Z', 'revision_number': 4, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'f93e6418-51e0-4924-b209-286d3cb46555', 'name': '', 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'mac_address': 'fa:16:3e:ad:fa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:50Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'subnets': [{'id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:04.050042 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-ee3f46ee-ce78-40cb-97b7-4813612070df None None] Provisioning complete for port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:04.050042 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ee3f46ee-ce78-40cb-97b7-4813612070df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.051987 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7c736be1-246b-44f6-8ac8-aab8e9b3181f req-720e0196-bc0e-4488-898f-04460e3f2841 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.8571844 Nov 08 14:11:04.183217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.197636 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] For port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:04.205559 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] For port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:04.205955 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f46ee-ce78-40cb-97b7-4813612070df None None] Port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:11:04.261531 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb792022-fd4f-40c7-bf62-d08e72622a3c None None] The sync data for ids ['49d8cd0e-fa40-4126-8444-b4696899c23d'] in dv-cinder-816957-1-iscsi is: [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:10:53Z', 'revision_number': 4, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'f93e6418-51e0-4924-b209-286d3cb46555', 'name': '', 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'mac_address': 'fa:16:3e:ad:fa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:50Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'subnets': [{'id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:04.292828 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.318558 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.545104 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:04.619644 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:04.638231 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:58Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:04.660602 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fadf38-be47-4b12-99da-a34c5d3fd48b None None] Pushing event updated for resources: {'Port': ['ID=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:04.825830 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.895288 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-48e14206-da51-49d6-a306-b8b6f0d0b0c8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.922741 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:04.940528 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:04.950034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:04.953904 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:04.981649 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f93e6418-51e0-4924-b209-286d3cb46555 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:05.033359 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed3dae7-d808-44c1-af65-9c84e10de8d2,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:05.055537 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.064882 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event updated for resources: {'Port': ['ID=076d54dc-5e99-403f-b7c0-45ac572e573c,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:05.157301 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Checking segment: {'id': 'afbaece7-6964-44ca-af47-c98c980f75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '91240a7e-67e3-42e5-9224-d1646549199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:05.158546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Network hostable DHCP agents. Network: 91240a7e-67e3-42e5-9224-d1646549199a, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:11:05.177142 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-9c937023-0587-4a3b-9f82-c239871b220a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5138817 Nov 08 14:11:05.207418 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port f93e6418-51e0-4924-b209-286d3cb46555 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:05.208114 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.284081 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:05.430788 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a90a3589-6ad9-44fb-9800-4e46ddfd95e9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:05.449218 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a90a3589-6ad9-44fb-9800-4e46ddfd95e9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 819 time: 0.7279069 Nov 08 14:11:05.502970 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.507291 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-39f07526-f0b2-4412-9c96-b2c9edf0bb4c None None] Provisioning complete for port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:05.508221 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-39f07526-f0b2-4412-9c96-b2c9edf0bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.542896 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Network e2e860bb-cc92-4e39-8a43-dc255b695332 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:05.563377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-ef816824-33ec-4bf5-bdae-f72ebe7abce1 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:11:05.570522 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-ef816824-33ec-4bf5-bdae-f72ebe7abce1 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3722844 Nov 08 14:11:05.572345 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:05.589954 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:05.600426 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b23451-9574-4e84-aeef-1760338d7c5d req-c3b83143-7077-4051-8603-5088f164564a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:05.618267 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:05.621996 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0b23451-9574-4e84-aeef-1760338d7c5d req-c3b83143-7077-4051-8603-5088f164564a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 931 time: 1.3377659 Nov 08 14:11:05.624216 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.627767 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-48e14206-da51-49d6-a306-b8b6f0d0b0c8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.648257 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.659628 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Pushing event updated for resources: {'Port': ['ID=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:05.759629 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Network 91240a7e-67e3-42e5-9224-d1646549199a is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:11:05.822771 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.824798 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.860640 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-5f2f3554-c1d0-4474-8e2f-e27dbe39493f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/quotas/3087145c1af1492ab7c95773ba8b728d HTTP/1.1" status: 200 len: 375 time: 0.3108211 Nov 08 14:11:05.874052 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:05.877919 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-9280a898-3f4f-4e6a-9683-0c7dce684891 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0100341 Nov 08 14:11:05.947546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 91240a7e-67e3-42e5-9224-d1646549199a) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:05.964339 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe11a3a-e212-4ea6-ab3b-ba25297652c9 None None] Network 91240a7e-67e3-42e5-9224-d1646549199a requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:11:05.967583 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:05.969163 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:06.134492 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:04Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:06.147121 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Request body: {'port': {'device_id': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:06.246070 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Request body: {'port': {'device_id': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:06.274974 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd27b1-53e9-403e-abfc-ef1b7519ccd2 None None] The sync data for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi is: [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:04Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:06.285890 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port f93e6418-51e0-4924-b209-286d3cb46555, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f93e6418-51e0-4924-b209-286d3cb46555,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:06.296510 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-209e4e03-0202-472e-b8a9-3d8dc6201189 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.9233770 Nov 08 14:11:06.307790 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-39f07526-f0b2-4412-9c96-b2c9edf0bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:06.395543 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:06.431855 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=788cc14a-3cd2-4562-9e6f-edb78a99df5b,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:06.480098 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7f33f-c88f-4a56-9b0f-e27ef2a6408c None None] Network 91240a7e-67e3-42e5-9224-d1646549199a requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:11:06.508312 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-48e14206-da51-49d6-a306-b8b6f0d0b0c8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:06.522222 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-48e14206-da51-49d6-a306-b8b6f0d0b0c8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.6107037 Nov 08 14:11:06.579290 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34242) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:06.580789 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:06.633168 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-1199c1b0-e600-4044-a327-944fcb59a668 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'security_group_rule': {'security_group_id': '79fa4302-5250-49e6-9902-37fa6b764e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:06.817324 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:06.872882 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14206-da51-49d6-a306-b8b6f0d0b0c8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa4302-5250-49e6-9902-37fa6b764e15,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:06.969926 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:07.057867 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-39f07526-f0b2-4412-9c96-b2c9edf0bb4c None None] For port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:07.095475 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0b23451-9574-4e84-aeef-1760338d7c5d req-5a879136-4de3-4185-a8b3-e9da28a1574f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3762660 Nov 08 14:11:07.174095 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a70665d6-779a-4e1b-966f-254f6cd6f265 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7561476 Nov 08 14:11:07.394959 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-39f07526-f0b2-4412-9c96-b2c9edf0bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:07.394959 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=f93e6418-51e0-4924-b209-286d3cb46555,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:07.544728 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1199c1b0-e600-4044-a327-944fcb59a668 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:07.620561 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-00d22429-c860-4762-a216-5dad7f77ba7a service neutron] 10.222.0.73 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435794 Nov 08 14:11:07.654602 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:07.655541 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:07.736529 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.64', 59755) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:07.752789 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:07.833660 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f07526-f0b2-4412-9c96-b2c9edf0bb4c None None] Pushing event updated for resources: {'Port': ['ID=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:07.871943 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:08.072029 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934de8-cc39-45f4-856a-cff89083335a req-e7d8ffa5-7553-4222-b51b-43a9993b4e7d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:08.092488 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-14934de8-cc39-45f4-856a-cff89083335a req-e7d8ffa5-7553-4222-b51b-43a9993b4e7d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 931 time: 0.6106298 Nov 08 14:11:08.099137 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1199c1b0-e600-4044-a327-944fcb59a668 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:08.306405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1199c1b0-e600-4044-a327-944fcb59a668 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:08.437378 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199c1b0-e600-4044-a327-944fcb59a668 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ae7f6c-227d-478b-8663-84d8c53a5a21,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:08.457365 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-f6be2af2-de7b-4d1e-9427-042277cac68b None None] Provisioning complete for port 788cc14a-3cd2-4562-9e6f-edb78a99df5b triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:08.459011 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f6be2af2-de7b-4d1e-9427-042277cac68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:08.494886 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1199c1b0-e600-4044-a327-944fcb59a668 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:08.502592 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1199c1b0-e600-4044-a327-944fcb59a668 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8795865 Nov 08 14:11:08.503618 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34286) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:08.526317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-86dfa45e-6eb8-433b-88ae-d1b236ff9e57 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'security_group_rule': {'security_group_id': '79fa4302-5250-49e6-9902-37fa6b764e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:08.662786 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-f6be2af2-de7b-4d1e-9427-042277cac68b None None] Port 788cc14a-3cd2-4562-9e6f-edb78a99df5b cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:11:08.765720 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:08.776166 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:08.814045 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f93e6418-51e0-4924-b209-286d3cb46555 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:08.880880 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Transition to ACTIVE for port object f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:08.909734 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-8942409c-bd4a-4ef9-80e9-2289a22066c3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:08.909734 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-8942409c-bd4a-4ef9-80e9-2289a22066c3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 819 time: 1.1208658 Nov 08 14:11:08.922828 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Router 977c8f86-fc95-45a1-a0df-90a26d9d747d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:11:08.939478 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-14934de8-cc39-45f4-856a-cff89083335a req-cd18aa05-1282-49bc-ab18-f8bd6dde3e93 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8334696 Nov 08 14:11:08.939996 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076d54dc-5e99-403f-b7c0-45ac572e573c {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:08.966767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:08.967169 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-f5f7c8d5-3bd0-4f09-a231-a431f3bc73f9 service neutron] 10.222.0.73 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3450155 Nov 08 14:11:08.974191 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Request body: {'port': {'device_id': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'admin_state_up': True, 'tenant_id': '3087145c1af1492ab7c95773ba8b728d'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:09.009873 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port f93e6418-51e0-4924-b209-286d3cb46555 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:09.010360 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:09.034132 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Transition to ACTIVE for port object 076d54dc-5e99-403f-b7c0-45ac572e573c will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:09.043648 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:09.190086 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Pushing event updated for resources: {'Port': ['ID=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:09.231246 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:09.278756 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86dfa45e-6eb8-433b-88ae-d1b236ff9e57 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:09.539449 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:09.667908 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34310) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:09.745140 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-495653355-network', 'tenant_id': 'de20f93b1dcf47478f409b33e873b1ea'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:09.794904 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:09.802412 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.043838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fbf7d-d93c-40fc-bc12-19707a618da1 req-2608ddab-ea5a-40ba-957e-b6ada571a126 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:10.048666 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-204fbf7d-d93c-40fc-bc12-19707a618da1 req-2608ddab-ea5a-40ba-957e-b6ada571a126 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.3038197 Nov 08 14:11:10.064836 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Pushing event updated for resources: {'Port': ['ID=076d54dc-5e99-403f-b7c0-45ac572e573c,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:10.079676 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Attempting to bind port 076d54dc-5e99-403f-b7c0-45ac572e573c on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:10.080284 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Attempting to bind port 076d54dc-5e99-403f-b7c0-45ac572e573c by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:10.080892 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Attempting to bind port 076d54dc-5e99-403f-b7c0-45ac572e573c on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:10.108377 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.db.api [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 14:11:10.108377 dv-cinder-816957-1-iscsi neutron-server[102229]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 08 14:11:10.108377 dv-cinder-816957-1-iscsi neutron-server[102229]: [parameters: {'project_id_1': '3087145c1af1492ab7c95773ba8b728d', 'expiration_1': datetime.datetime(2021, 11, 8, 14, 10, 49, 965521)}] Nov 08 14:11:10.108377 dv-cinder-816957-1-iscsi neutron-server[102229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:11:10.109357 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG oslo_db.api [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:11:10.126343 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:11:10.144527 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86dfa45e-6eb8-433b-88ae-d1b236ff9e57 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.150571 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Port 076d54dc-5e99-403f-b7c0-45ac572e573c on network 19d687cf-80d2-430b-93a2-e0eac7499e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:10.151170 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Attempting to bind port 076d54dc-5e99-403f-b7c0-45ac572e573c on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:10.161573 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Attempting to bind port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:10.167847 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Attempting to bind port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '339091e8-efcd-48a2-9bc1-eceaf2ad1fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:10.167847 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Attempting to bind port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 on network e2e860bb-cc92-4e39-8a43-dc255b695332 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:10.183467 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Sync routers for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:10.184787 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 on network e2e860bb-cc92-4e39-8a43-dc255b695332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:10.185813 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Attempting to bind port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 on network e2e860bb-cc92-4e39-8a43-dc255b695332 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:10.188864 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-16efe6d7-d299-4bcd-ab2e-fa4461436ae8 admin admin] 10.222.0.73 "PUT /v2.0/routers/977c8f86-fc95-45a1-a0df-90a26d9d747d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8572011 Nov 08 14:11:10.193190 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-277d5bda-bdc8-407e-b92c-2670898e36dd req-e0b561c5-7e45-440c-b832-2eeadb8ec2e6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.1398501 Nov 08 14:11:10.195273 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:10.199138 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Checking segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:10.202818 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Bound using segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:10.205846 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Bound port: 076d54dc-5e99-403f-b7c0-45ac572e573c, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:10.213703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.229676 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:10.231506 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:58Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:10.259353 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:10.269518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Checking segment: {'id': '339091e8-efcd-48a2-9bc1-eceaf2ad1fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:10.269518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Bound using segment: {'id': '339091e8-efcd-48a2-9bc1-eceaf2ad1fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:10.269518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Bound port: f33286c9-cc63-4c7c-85f2-f97b72dc7aa5, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339091e8-efcd-48a2-9bc1-eceaf2ad1fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:10.269518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.306250 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-204fbf7d-d93c-40fc-bc12-19707a618da1 req-eeebaaac-7a57-4bcc-81c8-d700b62cd4bd tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179573 Nov 08 14:11:10.558868 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86dfa45e-6eb8-433b-88ae-d1b236ff9e57 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.564184 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Made reservation on behalf of de20f93b1dcf47478f409b33e873b1ea for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:10.574309 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.763777 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfa45e-6eb8-433b-88ae-d1b236ff9e57 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c330b60-3eaa-4725-b130-520cee8edfa9,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:10.789565 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.836144 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136fdcb-c5ba-4fe6-bf8c-f2753f459e2e req-c97a47ec-d213-4387-8073-66f32090cc25 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:10.954932 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2136fdcb-c5ba-4fe6-bf8c-f2753f459e2e req-c97a47ec-d213-4387-8073-66f32090cc25 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.2656224 Nov 08 14:11:10.954932 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Made reservation on behalf of 3087145c1af1492ab7c95773ba8b728d for: {'port': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:10.954932 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:10.955864 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:10.957716 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] For port 076d54dc-5e99-403f-b7c0-45ac572e573c, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:10.993887 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2136fdcb-c5ba-4fe6-bf8c-f2753f459e2e req-c587489e-69cd-473e-8af5-937253fa3d49 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162639 Nov 08 14:11:11.157515 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] For port 076d54dc-5e99-403f-b7c0-45ac572e573c, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=076d54dc-5e99-403f-b7c0-45ac572e573c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:11.162645 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] For port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:11.170449 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-86dfa45e-6eb8-433b-88ae-d1b236ff9e57 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:11.172939 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-86dfa45e-6eb8-433b-88ae-d1b236ff9e57 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6583574 Nov 08 14:11:11.190299 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34348) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:11.200399 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:11.223086 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] For port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,segment=NetworkSegment(339091e8-efcd-48a2-9bc1-eceaf2ad1fce),segment_id=339091e8-efcd-48a2-9bc1-eceaf2ad1fce)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:11.383980 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:11.399838 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:11.403965 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-53aa970c-58d2-4a05-b6e2-ef5d6ce5f550 req-c7499883-5cc9-49a9-889c-b7c2179185ce tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.0803528 Nov 08 14:11:11.426948 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:11.458302 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:11.459307 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:11.461450 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] 10.222.0.64 "PUT /v2.0/ports/f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 HTTP/1.1" status: 200 len: 1093 time: 5.4442143 Nov 08 14:11:11.497003 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:11.498929 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:11.500625 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] 10.222.0.64 "PUT /v2.0/ports/076d54dc-5e99-403f-b7c0-45ac572e573c HTTP/1.1" status: 200 len: 1093 time: 5.5181088 Nov 08 14:11:11.519422 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'tag': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5'}, {'name': 'network-changed', 'server_uuid': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'tag': '076d54dc-5e99-403f-b7c0-45ac572e573c'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:11.640123 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:11.763268 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d3a1a-ae40-4989-ba6c-9dd84faf714f service neutron] Pushing event updated for resources: {'Port': ['ID=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:11.913604 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34368) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:11.919058 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:02Z', 'revision_number': 2, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:12.057769 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Checking router: 977c8f86-fc95-45a1-a0df-90a26d9d747d for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:12.058397 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Updating router 977c8f86-fc95-45a1-a0df-90a26d9d747d port 788cc14a-3cd2-4562-9e6f-edb78a99df5b binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:11:12.155124 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:12.163826 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Allocated IP 172.20.0.4 (5d59488f-29aa-4d4d-b40c-7a65cd5971ec/f34fc8cc-5de6-4ce4-844a-fe057d8501bd/fa6ba5bf-3df0-41b7-8875-8c56aa99b53c) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:12.280814 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:12.280814 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:11:12.282332 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a9a129f8-a193-43b7-a0d7-ddda6c85ef49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:12.282753 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00389a63-67c8-4d79-9092-01c759709063,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:12.282753 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:12.282753 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Added segment 38deb722-e39a-4ccd-beed-45bdfa1900a4 of type vlan for network 1af299eb-4c14-4ed0-a580-46b392d3ddcc Nov 08 14:11:12.290076 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7fc9e8a2-db2c-42b7-863e-0d6b98575308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:12.291696 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-7fc9e8a2-db2c-42b7-863e-0d6b98575308 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 1096 time: 0.5144408 Nov 08 14:11:12.340257 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d94bd-0dec-4676-be6b-6ab5aefb0149 service neutron] Pushing event updated for resources: {'Port': ['ID=076d54dc-5e99-403f-b7c0-45ac572e573c,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:12.434846 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a9a129f8-a193-43b7-a0d7-ddda6c85ef49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:12.467857 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460225-64af-4833-9975-023d1e2c72af req-4590be11-473c-4223-8add-91e27c3ec58b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:12.476953 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d7460225-64af-4833-9975-023d1e2c72af req-4590be11-473c-4223-8add-91e27c3ec58b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.5651281 Nov 08 14:11:12.600693 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a9a129f8-a193-43b7-a0d7-ddda6c85ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:12.695060 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae68561-8ea0-4dc7-b2a8-5fde316a4851" -d '{"events": [{"name": "network-changed", "server_uuid": "72dc2248-1737-4b97-bd60-8c390c3a83cf", "tag": "f33286c9-cc63-4c7c-85f2-f97b72dc7aa5"}, {"name": "network-changed", "server_uuid": "e228b20f-d80f-421f-9a8a-fc011f5f0e9e", "tag": "076d54dc-5e99-403f-b7c0-45ac572e573c"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:12.749356 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-de7dcb17-d756-4733-8421-4194afd77536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:12.751337 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-de7dcb17-d756-4733-8421-4194afd77536 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59c09bfde2d34ff78faa5d73e2100de2&device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 1096 time: 0.9837768 Nov 08 14:11:12.753108 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34380) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:12.760450 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:12.767058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-54369a55-0706-4e74-a776-039d65af7ed4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158258693', 'description': 'tempest-description--446423247'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:12.772888 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-eb8721a2-fda9-4711-824f-d2c9c96b2de9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076d54dc-5e99-403f-b7c0-45ac572e573c HTTP/1.1" status: 200 len: 217 time: 0.4334776 Nov 08 14:11:12.780596 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a9a129f8-a193-43b7-a0d7-ddda6c85ef49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c3b6ddcd85d43a98969103a3e838737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8658187 Nov 08 14:11:12.783797 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34382) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:12.791418 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d7460225-64af-4833-9975-023d1e2c72af req-0991ba21-0470-4eef-aed6-6a8ea981990a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135695 Nov 08 14:11:12.805527 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a129f8-a193-43b7-a0d7-ddda6c85ef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd40224a-ba32-48b2-a90f-6574c9bc2da7,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:12.946502 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-7c88e4d6-1670-4bbd-9f96-9a1d44c1999c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 HTTP/1.1" status: 200 len: 217 time: 0.1717200 Nov 08 14:11:12.995555 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.db.resource_extend [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:11:13.053807 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.099547 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98b84-7d8c-469d-9791-356688521fc3 req-291a181b-fe2e-436b-b829-4d8887594e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:13.101934 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-291a181b-fe2e-436b-b829-4d8887594e80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=722c679a-e4d4-4825-ba3e-30cd17df2f43 HTTP/1.1" status: 200 len: 854 time: 0.3223758 Nov 08 14:11:13.190635 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c73722c-6f00-4af8-8aa3-866808827996 req-7ea68f85-1eb4-4a5f-82ac-42985f557bf0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.0944376 Nov 08 14:11:13.200925 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-ef21f485-447e-4d7c-9cb0-0b6c5104ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:13.202427 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-ef21f485-447e-4d7c-9cb0-0b6c5104ecc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e78a71fe-d628-4b3f-8b2b-d13df713ed40 HTTP/1.1" status: 200 len: 852 time: 0.1994019 Nov 08 14:11:13.214629 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34388) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:13.229372 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-36750202-262c-4ad1-b41c-8f53ad714fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.230143 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-01d02cfa-8302-4591-aee8-994036db8d2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19d687cf-80d2-430b-93a2-e0eac7499e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161015 Nov 08 14:11:13.267315 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-a870152c-7c06-4792-81f5-66ed2d475a4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2e860bb-cc92-4e39-8a43-dc255b695332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472553 Nov 08 14:11:13.343068 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebb6c7-b4a4-499a-a309-58f15dcd3a8c req-4a6af5be-9a08-4f20-9305-3feb8c17bcf0 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:13.347093 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c2ebb6c7-b4a4-499a-a309-58f15dcd3a8c req-4a6af5be-9a08-4f20-9305-3feb8c17bcf0 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.4402053 Nov 08 14:11:13.387942 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-36750202-262c-4ad1-b41c-8f53ad714fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.435058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54369a55-0706-4e74-a776-039d65af7ed4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.460273 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.461258 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:13.461845 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.466059 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.489970 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5c53db5e-66ec-48ee-95de-24fb3e834997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.511507 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.528610 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c2ebb6c7-b4a4-499a-a309-58f15dcd3a8c req-4c73e269-5ce7-4c4e-8888-06f20ac9dab9 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497185 Nov 08 14:11:13.566186 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.664494 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9762089 Nov 08 14:11:13.665217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34392) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:13.686306 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:13.713004 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:13.733416 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:13.747358 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:13.758479 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.758668 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c024f23-a27c-4904-a9d3-12f8d4cd1af6 None None] Pushing event updated for resources: {'Port': ['ID=788cc14a-3cd2-4562-9e6f-edb78a99df5b,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:13.807950 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.813883 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517a9a44-4f60-4230-8110-7cdbc8245ba8 x-openstack-request-id: req-517a9a44-4f60-4230-8110-7cdbc8245ba8 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:13.814234 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dc2248-1737-4b97-bd60-8c390c3a83cf", "tag": "f33286c9-cc63-4c7c-85f2-f97b72dc7aa5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e228b20f-d80f-421f-9a8a-fc011f5f0e9e", "tag": "076d54dc-5e99-403f-b7c0-45ac572e573c", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:13.814748 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-517a9a44-4f60-4230-8110-7cdbc8245ba8 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:13.814939 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'tag': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5', 'status': 'completed', 'code': 200} Nov 08 14:11:13.816015 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'tag': '076d54dc-5e99-403f-b7c0-45ac572e573c', 'status': 'completed', 'code': 200} Nov 08 14:11:13.821159 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-36750202-262c-4ad1-b41c-8f53ad714fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.826862 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-36750202-262c-4ad1-b41c-8f53ad714fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.838867 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Request body: {'subnet': {'network_id': '1af299eb-4c14-4ed0-a580-46b392d3ddcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-495653355-subnet', 'tenant_id': 'de20f93b1dcf47478f409b33e873b1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:13.839029 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-36750202-262c-4ad1-b41c-8f53ad714fd4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd40224a-ba32-48b2-a90f-6574c9bc2da7 HTTP/1.1" status: 204 len: 168 time: 1.0520630 Nov 08 14:11:13.874878 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Attempting to bind port 788cc14a-3cd2-4562-9e6f-edb78a99df5b on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:13.876103 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Attempting to bind port 788cc14a-3cd2-4562-9e6f-edb78a99df5b by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:13.882256 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Attempting to bind port 788cc14a-3cd2-4562-9e6f-edb78a99df5b on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:13.892505 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:13.893636 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Checking segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:13.894549 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:13.895322 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Bound using segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:13.896291 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Bound port: 788cc14a-3cd2-4562-9e6f-edb78a99df5b, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:13.896934 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.173862 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36750202-262c-4ad1-b41c-8f53ad714fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd40224a-ba32-48b2-a90f-6574c9bc2da7,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:14.175371 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-50a68fc9-e0a0-4775-af21-fac5e2e012f7 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919839 Nov 08 14:11:14.175763 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Pushing event updated for resources: {'Port': ['ID=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:14.196568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] For port 788cc14a-3cd2-4562-9e6f-edb78a99df5b, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:14.204495 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] For port 788cc14a-3cd2-4562-9e6f-edb78a99df5b, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=788cc14a-3cd2-4562-9e6f-edb78a99df5b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:14.262613 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5c53db5e-66ec-48ee-95de-24fb3e834997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.273694 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00888-771f-4dc0-b514-0cbe84b1edf3 admin admin] Pushing event updated for resources: {'Network': ['ID=1af299eb-4c14-4ed0-a580-46b392d3ddcc,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:14.286788 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-65b70c15-14ca-4985-98c5-38a8adc465f3 service neutron] 10.222.0.64 "GET /v2.0/networks/e2e860bb-cc92-4e39-8a43-dc255b695332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472713 Nov 08 14:11:14.299992 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 1af299eb-4c14-4ed0-a580-46b392d3ddcc details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:11:14.301195 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feafa44-c895-4345-9489-71938ab91749 req-6aceb569-225c-4776-a80a-8522e6c1bd84 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:14.317238 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3feafa44-c895-4345-9489-71938ab91749 req-6aceb569-225c-4776-a80a-8522e6c1bd84 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.1886945 Nov 08 14:11:14.349519 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-983fec9f-b20e-4e99-9140-7629a87b41a5 None None] Provisioning complete for port 788cc14a-3cd2-4562-9e6f-edb78a99df5b triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:14.351652 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-983fec9f-b20e-4e99-9140-7629a87b41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.492840 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Allocated IP 172.27.2.198 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/ab39c0c1-137e-48bc-981d-2604b60a2748) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:14.527738 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a30b7177-7a9b-4dfd-b58c-7b090210c6a7 req-d38df5ef-e7ee-40c1-a136-e8eb50d73413 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.2062950 Nov 08 14:11:14.536691 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.544889 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-fc1f547f-f0f4-4a74-917f-fd428a0c0af2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6024365 Nov 08 14:11:14.548235 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5c53db5e-66ec-48ee-95de-24fb3e834997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.609622 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3feafa44-c895-4345-9489-71938ab91749 req-9bbe9fc5-cd0b-4598-831a-ec4270ba3363 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911019 Nov 08 14:11:14.637896 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-983fec9f-b20e-4e99-9140-7629a87b41a5 None None] Port 788cc14a-3cd2-4562-9e6f-edb78a99df5b cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:11:14.659861 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54369a55-0706-4e74-a776-039d65af7ed4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.729361 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-5c53db5e-66ec-48ee-95de-24fb3e834997 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f0303790df34ee882702a8993d9614e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5109372 Nov 08 14:11:14.749455 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53db5e-66ec-48ee-95de-24fb3e834997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1968a8-55af-4c89-bc2b-d33a74f99856,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:14.754392 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34404) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:14.788040 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:14.790391 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:10:58Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:14.832880 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54369a55-0706-4e74-a776-039d65af7ed4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.843346 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Made reservation on behalf of de20f93b1dcf47478f409b33e873b1ea for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:14.855833 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:14.902455 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5f1e8-c017-47db-96c2-8e522cd1f5f7 req-0b785726-1540-494f-a80e-d208796ec348 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:14.904282 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3fb5f1e8-c017-47db-96c2-8e522cd1f5f7 req-0b785726-1540-494f-a80e-d208796ec348 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.1807725 Nov 08 14:11:14.969870 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-60bb38e7-f9df-4430-b08f-a0cf9fdcd322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.115782 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.116687 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Request body: {'port': {'device_id': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:15.117225 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:15.117364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54369a55-0706-4e74-a776-039d65af7ed4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80413d44-3756-4e0e-8cbf-5e4625162153,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:15.185486 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-60bb38e7-f9df-4430-b08f-a0cf9fdcd322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.199232 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3fb5f1e8-c017-47db-96c2-8e522cd1f5f7 req-a1075caf-cacd-4b72-be5d-cc59231b4535 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872152 Nov 08 14:11:15.202159 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c024f23-a27c-4904-a9d3-12f8d4cd1af6 None None] Pushing event updated for resources: {'Port': ['ID=788cc14a-3cd2-4562-9e6f-edb78a99df5b,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:15.286396 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-b8c715ec-3328-47a7-8898-50e49c540dce None None] Provisioning complete for port 788cc14a-3cd2-4562-9e6f-edb78a99df5b triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:15.286844 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b8c715ec-3328-47a7-8898-50e49c540dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.339030 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f60d97-111d-4d9a-92ae-dc88e9715911 req-55be35f1-3f82-4c3b-9ffe-2483d12f13e6 service neutron] 10.222.0.64 "GET /v2.0/networks/e2e860bb-cc92-4e39-8a43-dc255b695332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172362 Nov 08 14:11:15.343935 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-97f98b84-7d8c-469d-9791-356688521fc3 req-1617bb88-fdb6-4596-9c1c-f698c2b84c78 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204212 Nov 08 14:11:15.351625 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54369a55-0706-4e74-a776-039d65af7ed4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.353322 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-54369a55-0706-4e74-a776-039d65af7ed4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5951679 Nov 08 14:11:15.358372 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.358950 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34408) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:15.367083 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-47964ca9-318a-4e25-8fc8-90d0b21ae8f2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'security_group_rule': {'security_group_id': '80413d44-3756-4e0e-8cbf-5e4625162153', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:15.397346 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.566676 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b8c715ec-3328-47a7-8898-50e49c540dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.640208 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-b8c715ec-3328-47a7-8898-50e49c540dce None None] For port 788cc14a-3cd2-4562-9e6f-edb78a99df5b, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=788cc14a-3cd2-4562-9e6f-edb78a99df5b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:15.653697 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:14Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:15.687513 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6df96-316c-4e82-96bd-eb299048505a None None] The sync data for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi is: [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:14Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:15.759579 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:15.826878 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:15.831240 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:15.866559 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-60bb38e7-f9df-4430-b08f-a0cf9fdcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.875096 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-60bb38e7-f9df-4430-b08f-a0cf9fdcd322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.879632 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-60bb38e7-f9df-4430-b08f-a0cf9fdcd322 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea1968a8-55af-4c89-bc2b-d33a74f99856 HTTP/1.1" status: 204 len: 168 time: 1.1253119 Nov 08 14:11:15.930126 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'Port': ['ID=ab39c0c1-137e-48bc-981d-2604b60a2748,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:15.941779 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b8c715ec-3328-47a7-8898-50e49c540dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:15.992288 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34418) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:16.035017 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2ef56655-ce0c-458b-8799-bd00365e6c8f req-b12f8d2e-e522-40a5-a633-5bafe78db79a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.3668385 Nov 08 14:11:16.118380 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c715ec-3328-47a7-8898-50e49c540dce None None] Pushing event updated for resources: {'Port': ['ID=788cc14a-3cd2-4562-9e6f-edb78a99df5b,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:16.122035 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-47964ca9-318a-4e25-8fc8-90d0b21ae8f2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:16.145632 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:16.172708 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-345dd8b0-7b08-473e-8b2e-31fbd2cc51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:16.174323 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-345dd8b0-7b08-473e-8b2e-31fbd2cc51c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59c09bfde2d34ff78faa5d73e2100de2&device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 1096 time: 0.5355575 Nov 08 14:11:16.190078 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb38e7-f9df-4430-b08f-a0cf9fdcd322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1968a8-55af-4c89-bc2b-d33a74f99856,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:16.267441 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb03b-6c20-437f-aaca-2b859688d8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:16.389380 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde64cb-08aa-4611-8a07-34fb18408390 req-001fbbf6-c7f0-4034-bcec-2f453d106066 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:16.404471 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5bde64cb-08aa-4611-8a07-34fb18408390 req-001fbbf6-c7f0-4034-bcec-2f453d106066 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.5606563 Nov 08 14:11:16.469528 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb03b-6c20-437f-aaca-2b859688d8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:16.511418 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:16.649761 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5bde64cb-08aa-4611-8a07-34fb18408390 req-0521c582-56bc-48a0-a47d-1b399d793bec tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442579 Nov 08 14:11:16.688693 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 788cc14a-3cd2-4562-9e6f-edb78a99df5b up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:16.693942 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106f243-7610-4999-960c-0e63cede0837 req-bd5c6248-f96f-4a08-b695-920020233d9c tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:16.710511 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9106f243-7610-4999-960c-0e63cede0837 req-bd5c6248-f96f-4a08-b695-920020233d9c tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.3029323 Nov 08 14:11:16.868268 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 788cc14a-3cd2-4562-9e6f-edb78a99df5b triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:16.868642 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:16.929318 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9106f243-7610-4999-960c-0e63cede0837 req-4ed082b0-58e5-4341-9953-cc8455579aa6 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138746 Nov 08 14:11:16.934045 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6ba5bf-3df0-41b7-8875-8c56aa99b53c {{(pid=102229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:16.969212 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.009539 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3708a-4297-4998-aa96-5700a4661137 req-9022335c-4159-42dc-8349-5a4ccc216902 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:17.011253 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-9022335c-4159-42dc-8349-5a4ccc216902 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 819 time: 1.4048159 Nov 08 14:11:17.023291 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.provisioning_blocks [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Transition to ACTIVE for port object fa6ba5bf-3df0-41b7-8875-8c56aa99b53c will not be triggered until provisioned by entity L2. {{(pid=102229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:17.067991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb03b-6c20-437f-aaca-2b859688d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.102466 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Request body: {'port': {'device_id': '9da2b70e-51a7-4998-8719-1897d7366a31', 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'admin_state_up': True, 'tenant_id': '3087145c1af1492ab7c95773ba8b728d'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:17.116950 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.130487 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-47964ca9-318a-4e25-8fc8-90d0b21ae8f2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.212270 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb03b-6c20-437f-aaca-2b859688d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ce8091-a3d8-46a5-9549-a22510cb4f5f,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:17.240795 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:17.281279 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-5e6eb03b-6c20-437f-aaca-2b859688d8f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a00546d916284b31af43a2f31f2f4f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2553313 Nov 08 14:11:17.292427 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34440) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:17.298382 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=291905ba-721e-4592-81ce-1d905df09770,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:17.335706 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.381817 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c33a81a1-de56-44ff-aaee-e6307277fe43 req-0f0aa33a-fef9-4c9b-bb64-381dc6712597 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.1456320 Nov 08 14:11:17.429940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-47964ca9-318a-4e25-8fc8-90d0b21ae8f2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.508199 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.managers [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Attempting to bind port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:17.508531 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.managers [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Attempting to bind port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'}] {{(pid=102229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:17.508834 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Attempting to bind port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c on network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec {{(pid=102229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:17.547093 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-56112731-c109-4507-abed-4d7e9f9567c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.549564 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964ca9-318a-4e25-8fc8-90d0b21ae8f2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14dea92-7290-46cb-b978-b4fa109d11ba,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:17.554460 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c on network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:17.564076 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Attempting to bind port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c on network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec {{(pid=102229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:17.582649 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Checking segment: {'id': '38deb722-e39a-4ccd-beed-45bdfa1900a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '1af299eb-4c14-4ed0-a580-46b392d3ddcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:17.583299 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Network hostable DHCP agents. Network: 1af299eb-4c14-4ed0-a580-46b392d3ddcc, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:11:17.607990 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:17.609319 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Checking segment: {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:17.609942 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Bound using segment: {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'} {{(pid=102229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:17.610459 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.managers [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Bound port: fa6ba5bf-3df0-41b7-8875-8c56aa99b53c, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'}}] {{(pid=102229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:17.610838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.622110 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-ea6b5031-961a-4ac7-aca5-d04e1a439efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:17.624203 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-ea6b5031-961a-4ac7-aca5-d04e1a439efe service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2e860bb-cc92-4e39-8a43-dc255b695332 HTTP/1.1" status: 200 len: 914 time: 1.3821278 Nov 08 14:11:17.663823 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-56112731-c109-4507-abed-4d7e9f9567c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.826409 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-47964ca9-318a-4e25-8fc8-90d0b21ae8f2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.827808 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-47964ca9-318a-4e25-8fc8-90d0b21ae8f2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4674234 Nov 08 14:11:17.833452 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Network 1af299eb-4c14-4ed0-a580-46b392d3ddcc is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:11:17.845328 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:17.848304 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34446) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:17.850906 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-13e5884f-69e1-4804-a96f-421f213b5ae6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 HTTP/1.1" status: 200 len: 217 time: 0.1074605 Nov 08 14:11:17.861172 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-b2d1c2e9-0f6e-4d7d-ba31-5b85b3ecb784 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'security_group_rule': {'security_group_id': '80413d44-3756-4e0e-8cbf-5e4625162153', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:17.985741 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 1af299eb-4c14-4ed0-a580-46b392d3ddcc) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:17.997810 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1733557-27e9-4694-bb80-bd75931f18c1 None None] Network 1af299eb-4c14-4ed0-a580-46b392d3ddcc requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:11:17.998932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:18.000218 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.034545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-d269714d-2b6a-4631-a649-86aa599e90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:18.038467 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-d269714d-2b6a-4631-a649-86aa599e90d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e78a71fe-d628-4b3f-8b2b-d13df713ed40 HTTP/1.1" status: 200 len: 852 time: 0.1376646 Nov 08 14:11:18.055172 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.061620 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Made reservation on behalf of 3087145c1af1492ab7c95773ba8b728d for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:18.072639 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.189680 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.200289 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-890ea23b-2e25-4b7c-93fa-081ca819705f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2e860bb-cc92-4e39-8a43-dc255b695332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218512 Nov 08 14:11:18.201004 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-56112731-c109-4507-abed-4d7e9f9567c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.216646 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-56112731-c109-4507-abed-4d7e9f9567c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.222714 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-56112731-c109-4507-abed-4d7e9f9567c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03ce8091-a3d8-46a5-9549-a22510cb4f5f HTTP/1.1" status: 204 len: 168 time: 0.9289227 Nov 08 14:11:18.265016 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca33f50-fa39-4587-88e1-f05bb78703ac None None] Network 1af299eb-4c14-4ed0-a580-46b392d3ddcc requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:11:18.265282 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-40550711-57b1-4cb2-8277-e9892eab9e0c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.4599679 Nov 08 14:11:18.339306 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] For port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c, host hv-cinder-81695, cleared binding levels {{(pid=102229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:18.353515 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] For port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:18.359360 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56112731-c109-4507-abed-4d7e9f9567c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ce8091-a3d8-46a5-9549-a22510cb4f5f,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:18.419689 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8e89-5272-445e-8f95-7129a9b79120 req-f6ae4694-41d0-44bb-9249-3e0bd0c0344a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:18.421428 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a1fc8e89-5272-445e-8f95-7129a9b79120 req-f6ae4694-41d0-44bb-9249-3e0bd0c0344a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.6420603 Nov 08 14:11:18.452013 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'Port': ['ID=ab39c0c1-137e-48bc-981d-2604b60a2748,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:18.528400 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a1fc8e89-5272-445e-8f95-7129a9b79120 req-f42932c2-e229-4f32-a3f4-e996705278f6 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978141 Nov 08 14:11:18.565493 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68855ac-cdf2-4780-b808-6b3d5683588f req-c95de28f-b51e-4a37-a2de-81c45400ccee tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:18.582077 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e68855ac-cdf2-4780-b808-6b3d5683588f req-c95de28f-b51e-4a37-a2de-81c45400ccee tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.4864028 Nov 08 14:11:18.642318 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.666850 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34462) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:18.797953 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:18.799769 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.803623 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 1093 time: 3.7663727 Nov 08 14:11:18.804821 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c2e9-0f6e-4d7d-ba31-5b85b3ecb784 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.804999 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'tag': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:18.815025 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-637a8205-e841-4c81-b95e-b02a26d866e9 service neutron] 10.222.0.64 "GET /v2.0/networks/e2e860bb-cc92-4e39-8a43-dc255b695332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323691 Nov 08 14:11:18.830911 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Allocated IP 172.20.0.10 (5d59488f-29aa-4d4d-b40c-7a65cd5971ec/f34fc8cc-5de6-4ce4-844a-fe057d8501bd/2904084b-977b-4877-9d38-e7c5878a10c2) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:18.862623 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:18.871769 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-5d90ea5a-5de7-4d0d-a0cd-50c89b089c3e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6720042 Nov 08 14:11:19.010830 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] Deleting subnet 2ed3dae7-d808-44c1-af65-9c84e10de8d2 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:11:19.042238 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.135998 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c2e9-0f6e-4d7d-ba31-5b85b3ecb784 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.138081 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e68855ac-cdf2-4780-b808-6b3d5683588f req-f4801f24-1481-43d5-908c-cf8d53139284 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493393 Nov 08 14:11:19.173929 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.253811 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.293166 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c2e9-0f6e-4d7d-ba31-5b85b3ecb784 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.306203 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4938dabd-d407-46d2-8d51-33dacb6afe39 req-a1faafc2-e988-40d0-8384-6496ef4384b9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.2388024 Nov 08 14:11:19.326770 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-06abad59-6c5a-4b92-8a16-b4621956f35b service neutron] 10.222.0.64 "GET /v2.0/networks/e2e860bb-cc92-4e39-8a43-dc255b695332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848499 Nov 08 14:11:19.369395 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1c2e9-0f6e-4d7d-ba31-5b85b3ecb784 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7852587-d378-4932-834d-364ab38a3690,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:19.448295 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.456176 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da529e5f-8598-4b52-aa8b-4be8d07d8710 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,revision_number=3']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:19.485782 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c2e9-0f6e-4d7d-ba31-5b85b3ecb784 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.491420 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-b2d1c2e9-0f6e-4d7d-ba31-5b85b3ecb784 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6362712 Nov 08 14:11:19.507781 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34488) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:19.512125 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-46ec5138-0d89-451f-9ce5-ece46e2dcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:19.514097 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-46ec5138-0d89-451f-9ce5-ece46e2dcfbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1096 time: 0.4029491 Nov 08 14:11:19.514524 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:19.520418 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-e4fe2484-b31b-43d4-8ddd-fb0ed1e6da1d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--912728080&fields=id&tenant_id=6126fea9a0b14dc299929a0f687ab79e HTTP/1.1" status: 200 len: 267 time: 0.1291468 Nov 08 14:11:19.526534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.616887 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9f88de-5131-49e1-90e7-4dd185b893da" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5e8057-75f1-49df-99fd-70ea97f238e7", "tag": "fa6ba5bf-3df0-41b7-8875-8c56aa99b53c"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:19.624781 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-9369b403-a572-44d0-a1be-066cc40ea634 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 217 time: 0.0983503 Nov 08 14:11:19.630371 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed3dae7-d808-44c1-af65-9c84e10de8d2,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:19.649355 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.655824 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-5b5aedea-58cd-4a2d-8eee-c4d7057f8bed admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2ed3dae7-d808-44c1-af65-9c84e10de8d2 HTTP/1.1" status: 204 len: 168 time: 0.9566560 Nov 08 14:11:19.660677 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34496) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:19.664643 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.761084 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.775897 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-b95c6863-3f05-4b7d-8439-91756bf0f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:19.777530 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-b95c6863-3f05-4b7d-8439-91756bf0f31c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 1096 time: 0.2807176 Nov 08 14:11:19.820905 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:19.900707 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:19.901439 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-50f361a5-4960-4fc2-afb6-1f6e33723418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:19.903285 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-50f361a5-4960-4fc2-afb6-1f6e33723418 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.2648716 Nov 08 14:11:19.913725 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Pushing event updated for resources: {'Port': ['ID=2904084b-977b-4877-9d38-e7c5878a10c2,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:19.919159 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:19.925215 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:19.925896 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.930885 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:19.968677 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e79eb2-a269-47b5-9260-7ac03ad2d7e1 req-5e941cc6-193d-453c-887f-ddd2677e40c8 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:19.970804 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-36e79eb2-a269-47b5-9260-7ac03ad2d7e1 req-5e941cc6-193d-453c-887f-ddd2677e40c8 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.2839074 Nov 08 14:11:19.992965 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-df725f6c-c775-40d0-b8d1-a5805c648d96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784619 Nov 08 14:11:20.004723 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-fad52fde-cc98-42dd-8437-5d4f5f37896a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:20.007002 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-fad52fde-cc98-42dd-8437-5d4f5f37896a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 810 time: 0.3959601 Nov 08 14:11:20.093977 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-713de3ca-243a-4c03-a588-ea429c54dad0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/quotas/6126fea9a0b14dc299929a0f687ab79e HTTP/1.1" status: 200 len: 375 time: 0.0666201 Nov 08 14:11:20.104556 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-36e79eb2-a269-47b5-9260-7ac03ad2d7e1 req-a1a2ab37-aab0-4bec-ae76-25c362b18bc9 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148956 Nov 08 14:11:20.211806 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-af9cec71-4ad9-40bc-957b-12eaf2bd4d94 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061347 Nov 08 14:11:20.213873 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-67d667d1-47d6-40e0-aa10-a09de86aa99f service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015157 Nov 08 14:11:20.285405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-f79a9d11-0f73-4283-958f-81766102719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:20.287964 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-f79a9d11-0f73-4283-958f-81766102719b service neutron] 10.222.0.64 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 916 time: 0.4898183 Nov 08 14:11:20.291496 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-610e4d27-6de8-4d94-999e-081abcf61263 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2277138 Nov 08 14:11:20.320914 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Request body: {'port': {'device_id': '9da2b70e-51a7-4998-8719-1897d7366a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:20.354550 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:20.383869 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-7f4e4ac8-cfab-4b4c-a15c-fb09504e5e53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076d54dc-5e99-403f-b7c0-45ac572e573c HTTP/1.1" status: 200 len: 217 time: 0.0760965 Nov 08 14:11:20.410824 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c18ed10b-8398-499b-b0ed-bcb1ce21ac9e service neutron] 10.222.0.73 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778841 Nov 08 14:11:20.418867 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.419238 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.420040 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.420379 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > port after_create 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.420701 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.421033 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > port after_update 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.421351 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.421668 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.421982 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.422423 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.431284 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a81e5de-bd2d-4c8b-8b1e-91f3697e26d8 req-52b3ac24-090a-4b10-97c2-6c97774d9875 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091925 Nov 08 14:11:20.481454 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937d8e5c-8e16-42ee-baca-0d5b300c3108 x-openstack-request-id: req-937d8e5c-8e16-42ee-baca-0d5b300c3108 {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:20.481751 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5e8057-75f1-49df-99fd-70ea97f238e7", "tag": "fa6ba5bf-3df0-41b7-8875-8c56aa99b53c", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:20.481954 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-937d8e5c-8e16-42ee-baca-0d5b300c3108 {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:20.482434 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'tag': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c', 'status': 'completed', 'code': 200} Nov 08 14:11:20.561206 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-058c674c-a77c-4bee-b1b5-3aa088b054bf service neutron] 10.222.0.73 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421216 Nov 08 14:11:20.649066 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a74d2-81e4-4dac-9cc0-8b2853b8d489 req-a4da65ee-603a-47e6-a8d7-e104bdce9d19 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:20.650676 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e80a74d2-81e4-4dac-9cc0-8b2853b8d489 req-a4da65ee-603a-47e6-a8d7-e104bdce9d19 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.1041794 Nov 08 14:11:20.710382 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-ec840cbe-9c6b-460b-9f96-4d07f50ba284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:20.712137 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-ec840cbe-9c6b-460b-9f96-4d07f50ba284 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1096 time: 0.0947752 Nov 08 14:11:20.717736 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e80a74d2-81e4-4dac-9cc0-8b2853b8d489 req-eda6b107-ece1-4e43-82f3-9ca0d3910e82 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517797 Nov 08 14:11:20.741541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.741541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.741541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.741541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:20.741541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91240a7e-67e3-42e5-9224-d1646549199a']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:20.836946 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbaece7-6964-44ca-af47-c98c980f75a6') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:20.837594 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbaece7-6964-44ca-af47-c98c980f75a6') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:20.900843 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:20.966366 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:20.970017 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:20.982326 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-7128bc6b-7b28-4b52-9878-1e6258b1fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:20.986838 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-7128bc6b-7b28-4b52-9878-1e6258b1fb0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=722c679a-e4d4-4825-ba3e-30cd17df2f43 HTTP/1.1" status: 200 len: 854 time: 0.5896177 Nov 08 14:11:20.990997 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-3ca66dea-6f44-4add-8765-e9a0227fff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:20.993674 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-3ca66dea-6f44-4add-8765-e9a0227fff60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.2689352 Nov 08 14:11:20.994309 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:11:20.994721 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: from cryptography.utils import int_from_bytes Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: from cryptography.utils import int_from_bytes Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:11:20.999069 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:11:21.057985 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-cdd3d8ac-87f7-46cc-b6d7-1296fc7bdba4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 217 time: 0.0550547 Nov 08 14:11:21.067234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032069-2a6f-4d64-94cb-c757fca48ffe req-5806fc5a-5085-4811-a2a5-65561834f54a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:21.077210 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:21.088240 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f4032069-2a6f-4d64-94cb-c757fca48ffe req-5806fc5a-5085-4811-a2a5-65561834f54a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 932 time: 0.2149687 Nov 08 14:11:21.405459 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e9ce0d86-a47d-4d7a-b4cd-68ff8ed3cb22 req-4882949b-8905-4574-a38a-d104d3465fce tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 210 time: 0.2864285 Nov 08 14:11:21.428109 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-14a8a8a6-ce94-45f5-a386-a40deb517bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:21.428109 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-14a8a8a6-ce94-45f5-a386-a40deb517bc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.3349359 Nov 08 14:11:21.464011 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f4032069-2a6f-4d64-94cb-c757fca48ffe req-c619e5ae-ffa7-492d-96fb-0c2be11201db tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691921 Nov 08 14:11:21.479858 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-ad074b40-90c0-4f9f-9b6d-dd9093408464 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437489 Nov 08 14:11:21.484446 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-dea92385-40b4-47c3-b30d-35e05ff525e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19d687cf-80d2-430b-93a2-e0eac7499e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4597635 Nov 08 14:11:21.622494 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b95ac-5361-4420-8c9f-9f0bf124ed7d req-32e2eef1-cfb3-4189-8be9-35a44d0928d4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:21.624212 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-578b95ac-5361-4420-8c9f-9f0bf124ed7d req-32e2eef1-cfb3-4189-8be9-35a44d0928d4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.0751967 Nov 08 14:11:21.680210 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Allocated IP 172.27.2.152 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/0d010978-0961-42df-833f-83a8179ec187) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:21.690780 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:21.730032 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-578b95ac-5361-4420-8c9f-9f0bf124ed7d req-0659a66c-76ef-4cfb-818e-731527e75cee tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937347 Nov 08 14:11:21.752057 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-cc27c3af-1dbe-461f-82ac-7b940e236562 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587883 Nov 08 14:11:21.813267 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:21.818981 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] 10.222.0.73 "DELETE /v2.0/networks/91240a7e-67e3-42e5-9224-d1646549199a HTTP/1.1" status: 204 len: 168 time: 2.1540384 Nov 08 14:11:21.835142 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:11:21.840136 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34558) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:21.854534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660c13-2acc-476d-9d7f-a34caf7d1825 admin admin] Pushing event deleted for resources: {'Network': ['ID=91240a7e-67e3-42e5-9224-d1646549199a,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:21.957408 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f9f88de-5131-49e1-90e7-4dd185b893da req-dc9ec7cf-6ea2-44d0-a4cd-5648bc464d50 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950550 Nov 08 14:11:22.008538 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-970b9c9d-c9bf-4ad0-8451-37c505d9f7c5 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733031 Nov 08 14:11:22.009716 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785c716-a635-4a66-a3a9-924d53d8ddcb req-ea73c447-f69d-4820-b4d3-1a6d71d88452 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:22.018723 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8785c716-a635-4a66-a3a9-924d53d8ddcb req-ea73c447-f69d-4820-b4d3-1a6d71d88452 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.1742427 Nov 08 14:11:22.041361 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] Deleting subnet 291905ba-721e-4592-81ce-1d905df09770 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:11:22.075055 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8785c716-a635-4a66-a3a9-924d53d8ddcb req-8e159f58-6aff-4a4a-8e02-e15978f96c62 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Nov 08 14:11:22.099203 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.184746 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.190771 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.321236 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.439750 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-aae68561-8ea0-4dc7-b2a8-5fde316a4851 req-37882d60-0a8e-4323-981c-e39fa41a395d service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227355 Nov 08 14:11:22.455801 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2904084b-977b-4877-9d38-e7c5878a10c2 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:22.467981 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.520684 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-07a6b048-e0d8-47e7-a7bd-3985d3370a06 req-de9f8b74-2ced-40a3-9c0b-d7e4fb4af878 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 210 time: 0.0323455 Nov 08 14:11:22.591710 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Transition to ACTIVE for port object 2904084b-977b-4877-9d38-e7c5878a10c2 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:22.593553 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.598011 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b003e-cb97-4ab1-bcfb-eeadc4405ad5 req-aba22c45-47af-4765-9ce8-2315955dbf6e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:22.599397 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.599814 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-913b003e-cb97-4ab1-bcfb-eeadc4405ad5 req-aba22c45-47af-4765-9ce8-2315955dbf6e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 932 time: 0.0598404 Nov 08 14:11:22.656503 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-913b003e-cb97-4ab1-bcfb-eeadc4405ad5 req-de60513f-5e68-44e5-a542-6862ac15e73e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 Nov 08 14:11:22.664781 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291905ba-721e-4592-81ce-1d905df09770,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:22.674526 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:22.680510 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.684038 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-85195747-d541-41f4-929e-1197c4a0506e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/291905ba-721e-4592-81ce-1d905df09770 HTTP/1.1" status: 204 len: 168 time: 0.8427722 Nov 08 14:11:22.686868 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34576) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:22.689773 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:22.693476 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:22.739308 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'Port': ['ID=0d010978-0961-42df-833f-83a8179ec187,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:22.752862 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.781042 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.896343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2904084b-977b-4877-9d38-e7c5878a10c2,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:22.910740 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:22.940571 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.940937 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.941939 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.942266 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > port after_create 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.942607 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.943473 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > port after_update 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.943838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.944156 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.944469 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.944788 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:22.997517 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.014502 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:23.014849 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:23.015182 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:23.015511 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 14:11:23.015896 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af299eb-4c14-4ed0-a580-46b392d3ddcc']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:23.025097 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Attempting to bind port 2904084b-977b-4877-9d38-e7c5878a10c2 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:23.026081 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Attempting to bind port 2904084b-977b-4877-9d38-e7c5878a10c2 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:23.026081 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Attempting to bind port 2904084b-977b-4877-9d38-e7c5878a10c2 on network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:23.031693 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Port 2904084b-977b-4877-9d38-e7c5878a10c2 on network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:23.032092 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Attempting to bind port 2904084b-977b-4877-9d38-e7c5878a10c2 on network 5d59488f-29aa-4d4d-b40c-7a65cd5971ec {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:23.038683 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38deb722-e39a-4ccd-beed-45bdfa1900a4') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:23.040524 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38deb722-e39a-4ccd-beed-45bdfa1900a4') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:23.042029 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:23.043479 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Checking segment: {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:23.043479 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Bound using segment: {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:23.043479 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Bound port: 2904084b-977b-4877-9d38-e7c5878a10c2, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:23.043982 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.070904 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290781d-1761-4999-86cc-f82e78b57258 req-87dac371-796b-4590-b44e-62cac3ffc531 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:23.080521 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1290781d-1761-4999-86cc-f82e78b57258 req-87dac371-796b-4590-b44e-62cac3ffc531 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.2035470 Nov 08 14:11:23.091115 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.153241 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.180302 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.196931 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] For port 2904084b-977b-4877-9d38-e7c5878a10c2, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:23.223491 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] For port 2904084b-977b-4877-9d38-e7c5878a10c2, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=2904084b-977b-4877-9d38-e7c5878a10c2,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:23.223791 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:11:23.224496 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: from cryptography.utils import int_from_bytes Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: from cryptography.utils import int_from_bytes Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:11:23.229181 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:11:23.274795 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1290781d-1761-4999-86cc-f82e78b57258 req-5cf02009-8a46-4478-bfc6-cbfd4a454d59 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480973 Nov 08 14:11:23.331165 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9db34f-ca1d-4f74-a0dd-6082e661cc98 req-862d0700-2862-4b6b-b072-42c4d7419385 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:23.339143 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1d9db34f-ca1d-4f74-a0dd-6082e661cc98 req-862d0700-2862-4b6b-b072-42c4d7419385 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.1733794 Nov 08 14:11:23.388510 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1d9db34f-ca1d-4f74-a0dd-6082e661cc98 req-c0e5295a-12a0-445b-b695-fb633822c44f tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Nov 08 14:11:23.391965 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.402100 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.437229 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.461249 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.466091 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] 10.222.0.73 "DELETE /v2.0/networks/1af299eb-4c14-4ed0-a580-46b392d3ddcc HTTP/1.1" status: 204 len: 168 time: 0.7776413 Nov 08 14:11:23.481790 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826893b-901f-4d6c-a1c4-d3fe762c518e admin admin] Pushing event deleted for resources: {'Network': ['ID=1af299eb-4c14-4ed0-a580-46b392d3ddcc,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:23.503508 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:23.504403 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.506183 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/2904084b-977b-4877-9d38-e7c5878a10c2 HTTP/1.1" status: 200 len: 1094 time: 3.2007411 Nov 08 14:11:23.506663 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da2b70e-51a7-4998-8719-1897d7366a31', 'tag': '2904084b-977b-4877-9d38-e7c5878a10c2'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:23.537958 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aae544-1b02-43e8-93dc-cb318fdc0ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "9da2b70e-51a7-4998-8719-1897d7366a31", "tag": "2904084b-977b-4877-9d38-e7c5878a10c2"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:23.561299 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0c398-0a00-432c-a09c-307a7ebf54f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2904084b-977b-4877-9d38-e7c5878a10c2,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:23.582217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db09f05-5f61-4a80-8bab-084d53188bf6 x-openstack-request-id: req-2db09f05-5f61-4a80-8bab-084d53188bf6 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:23.582687 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da2b70e-51a7-4998-8719-1897d7366a31", "tag": "2904084b-977b-4877-9d38-e7c5878a10c2", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:23.583099 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2db09f05-5f61-4a80-8bab-084d53188bf6 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:23.587394 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da2b70e-51a7-4998-8719-1897d7366a31', 'tag': '2904084b-977b-4877-9d38-e7c5878a10c2', 'status': 'completed', 'code': 200} Nov 08 14:11:23.687782 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ce7be21c-14ae-4506-acf3-f1d37e598ba2 req-addc9ace-e002-46f9-8def-9915be8c471d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 210 time: 0.0533669 Nov 08 14:11:23.694723 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aae544-1b02-43e8-93dc-cb318fdc0ba3 req-3a31acd0-e740-4f42-ba05-9aa79589523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:23.696418 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-08aae544-1b02-43e8-93dc-cb318fdc0ba3 req-3a31acd0-e740-4f42-ba05-9aa79589523a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 1097 time: 0.0851221 Nov 08 14:11:23.697640 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:23.925523 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcc77f-bb7f-491c-8e14-57847de458a2 req-0f69cea8-1b1c-4341-a801-33bf8a9ec938 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:23.929209 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1fbcc77f-bb7f-491c-8e14-57847de458a2 req-0f69cea8-1b1c-4341-a801-33bf8a9ec938 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 944 time: 0.1070845 Nov 08 14:11:23.964707 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'Port': ['ID=0d010978-0961-42df-833f-83a8179ec187,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:24.007813 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1fbcc77f-bb7f-491c-8e14-57847de458a2 req-e9c1f349-522e-47a4-ad1a-c7f30f571107 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706389 Nov 08 14:11:24.046598 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:24.082690 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:11:24.157976 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aae544-1b02-43e8-93dc-cb318fdc0ba3 req-4fc8521f-2427-4adf-bf44-98ea6a0e77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:24.160534 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-08aae544-1b02-43e8-93dc-cb318fdc0ba3 req-4fc8521f-2427-4adf-bf44-98ea6a0e77ab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3087145c1af1492ab7c95773ba8b728d&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4283235 Nov 08 14:11:24.166801 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-67f4586f-aa71-4e45-a514-395c80a0ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:24.202598 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:24.204947 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-b93c6c35-6e41-4f8d-99af-49f614e77ee8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6957357 Nov 08 14:11:24.316526 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34630) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.334996 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,segment=NetworkSegment(339091e8-efcd-48a2-9bc1-eceaf2ad1fce),segment_id=339091e8-efcd-48a2-9bc1-eceaf2ad1fce)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:24.386621 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5', 'network_id': 'e2e860bb-cc92-4e39-8a43-dc255b695332', 'port_id': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5', 'mac_address': 'fa:16:3e:43:24:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78a71fe-d628-4b3f-8b2b-d13df713ed40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:11:24.451222 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b0e49d9b-bb09-4875-8b27-b74d77d76422 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3487d52214934c0698224ec92c21b67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322191 Nov 08 14:11:24.455542 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34644) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.545189 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaac1a1-a22f-4a75-af11-0d4c0a78b687 req-e070c606-64cc-4f23-ba56-dc271d6b6cb2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:24.547519 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bfaac1a1-a22f-4a75-af11-0d4c0a78b687 req-e070c606-64cc-4f23-ba56-dc271d6b6cb2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 943 time: 0.1125476 Nov 08 14:11:24.571981 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ae6254ca-d61e-4a62-8a36-6d3f520e1287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:24.593849 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:24.631713 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:24.644110 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ae6254ca-d61e-4a62-8a36-6d3f520e1287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:24.679236 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-2e455574-9833-4c8d-81c3-af4601399f6a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1158258693&fields=id&tenant_id=99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 267 time: 0.0803735 Nov 08 14:11:24.685682 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bfaac1a1-a22f-4a75-af11-0d4c0a78b687 req-57afcab8-bc5b-4988-b621-5a5e7fe16e9b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149032 Nov 08 14:11:24.701137 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,segment=NetworkSegment(339091e8-efcd-48a2-9bc1-eceaf2ad1fce),segment_id=339091e8-efcd-48a2-9bc1-eceaf2ad1fce)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:24.852075 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aae544-1b02-43e8-93dc-cb318fdc0ba3 req-4260c8c6-b506-47d8-ac64-3c59c877d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:24.852075 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-08aae544-1b02-43e8-93dc-cb318fdc0ba3 req-4260c8c6-b506-47d8-ac64-3c59c877d987 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6830702 Nov 08 14:11:24.854909 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:24.858715 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 076d54dc-5e99-403f-b7c0-45ac572e573c details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:11:24.891447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726cefd-3080-4c19-9c42-5de63b593872 req-58160eb2-0b94-490c-851d-f86b9a28e8f0 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:24.896460 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2726cefd-3080-4c19-9c42-5de63b593872 req-58160eb2-0b94-490c-851d-f86b9a28e8f0 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 943 time: 0.0980277 Nov 08 14:11:24.900888 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-5c264cfd-8604-465d-876c-7c4e050b4a21 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:24.902443 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-5c264cfd-8604-465d-876c-7c4e050b4a21 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 817 time: 0.2012837 Nov 08 14:11:24.934339 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-c88b65c2-8432-41cb-8a4c-cd4d39d5f882 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/quotas/99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 375 time: 0.0259700 Nov 08 14:11:24.988490 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2726cefd-3080-4c19-9c42-5de63b593872 req-ed620432-7724-489d-b09e-ace50cb288ae tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717275 Nov 08 14:11:25.003655 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3708a-4297-4998-aa96-5700a4661137 req-42e99a2d-8613-4e86-b90c-ab510e461153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:25.026401 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-42e99a2d-8613-4e86-b90c-ab510e461153 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 1097 time: 0.1103811 Nov 08 14:11:25.042541 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-78c68280-fa36-49d5-bc47-b837bd73828d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983977 Nov 08 14:11:25.053665 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ae6254ca-d61e-4a62-8a36-6d3f520e1287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:25.056451 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ae6254ca-d61e-4a62-8a36-6d3f520e1287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:25.058054 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ae6254ca-d61e-4a62-8a36-6d3f520e1287 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52a922dc-076d-4600-a86a-534542c1db9d HTTP/1.1" status: 204 len: 168 time: 0.6012373 Nov 08 14:11:25.074958 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-680544af-36ba-4322-9ea3-56a52887b342 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2904084b-977b-4877-9d38-e7c5878a10c2 HTTP/1.1" status: 200 len: 217 time: 0.0522490 Nov 08 14:11:25.133293 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:25.157415 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6254ca-d61e-4a62-8a36-6d3f520e1287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a922dc-076d-4600-a86a-534542c1db9d,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:25.217175 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8befda45-1d85-4a9c-8ad9-6bacdaebf9e9 req-624643a0-04e6-4573-9910-6542a7d1f204 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 210 time: 0.0663133 Nov 08 14:11:25.322055 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 076d54dc-5e99-403f-b7c0-45ac572e573c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=076d54dc-5e99-403f-b7c0-45ac572e573c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:25.330099 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3708a-4297-4998-aa96-5700a4661137 req-9e54f72a-9e08-41ab-be03-7579259e181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:25.339160 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-9e54f72a-9e08-41ab-be03-7579259e181f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.2486160 Nov 08 14:11:25.341941 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-e76604eb-9c19-4c44-a433-5b08c30b391c service neutron] 10.222.0.73 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883348 Nov 08 14:11:25.349849 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '076d54dc-5e99-403f-b7c0-45ac572e573c', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'port_id': '076d54dc-5e99-403f-b7c0-45ac572e573c', 'mac_address': 'fa:16:3e:5e:fa:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722c679a-e4d4-4825-ba3e-30cd17df2f43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:11:25.384427 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-79da9fa0-9f50-4f3c-a217-a30101303900 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421693 Nov 08 14:11:25.425738 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:25.449354 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076d54dc-5e99-403f-b7c0-45ac572e573c {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:25.490656 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 076d54dc-5e99-403f-b7c0-45ac572e573c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=076d54dc-5e99-403f-b7c0-45ac572e573c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:25.501748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c6f4b-92f9-4679-bd95-d49f981a2563 req-d6228b92-b55a-4905-9090-91d6d56ad163 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:25.510175 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e0c6f4b-92f9-4679-bd95-d49f981a2563 req-d6228b92-b55a-4905-9090-91d6d56ad163 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 944 time: 0.1553779 Nov 08 14:11:25.545294 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-15f98dd9-c8f1-4c70-bc07-30418a08cdae tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:25.549541 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-15f98dd9-c8f1-4c70-bc07-30418a08cdae tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 810 time: 0.3731945 Nov 08 14:11:25.555797 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-3df7569d-4ef2-40b7-94d3-b71251a9ec43 service neutron] 10.222.0.73 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146957 Nov 08 14:11:25.582333 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e0c6f4b-92f9-4679-bd95-d49f981a2563 req-58a84efc-a7a6-4eb5-b14b-baa16af8f030 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708127 Nov 08 14:11:25.597376 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:25.598753 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fa6ba5bf-3df0-41b7-8875-8c56aa99b53c details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:11:25.651919 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-2a3b9c15-8b07-4186-a9ad-f8bfa61eb3d8 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593334 Nov 08 14:11:25.812561 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-5a6f5f06-bf78-4b55-9830-8c05c7cb0969 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6126fea9a0b14dc299929a0f687ab79e HTTP/1.1" status: 200 len: 379 time: 0.2379873 Nov 08 14:11:25.828325 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'port': {'device_id': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'admin_state_up': True, 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'security_groups': ['79fa4302-5250-49e6-9902-37fa6b764e15']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:25.863778 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=076d54dc-5e99-403f-b7c0-45ac572e573c,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:25.938837 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:25.939420 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e69d4-a626-4baf-92aa-1f72cf1e1173 req-b1e0e67a-ae87-45c1-bf82-b15e083da6ff tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:25.948289 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a3e69d4-a626-4baf-92aa-1f72cf1e1173 req-b1e0e67a-ae87-45c1-bf82-b15e083da6ff tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0716727 Nov 08 14:11:25.964484 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c', 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'port_id': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c', 'mac_address': 'fa:16:3e:cd:62:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:11:26.007323 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a3e69d4-a626-4baf-92aa-1f72cf1e1173 req-4a0744fb-44a2-4110-9a86-fab083bfd940 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576701 Nov 08 14:11:26.054181 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b4b3708a-4297-4998-aa96-5700a4661137 req-3f389b6a-3a5c-4b31-9586-41bc99f2d1cb service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906047 Nov 08 14:11:26.063147 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:26.097940 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6ba5bf-3df0-41b7-8875-8c56aa99b53c {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:26.171856 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:26.215382 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-63048f20-8bd0-4b71-888c-43389b9c7509 req-6005f32b-7659-4ea7-abbd-aac0d09c31a9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0349998 Nov 08 14:11:26.237834 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33104a-01ec-4be6-8baf-47ef070aafe9 req-d02e275b-edb3-4b83-8adb-ca1f4fdee928 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:26.238348 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Made reservation on behalf of 6126fea9a0b14dc299929a0f687ab79e for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:26.259288 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:26.259448 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3a33104a-01ec-4be6-8baf-47ef070aafe9 req-d02e275b-edb3-4b83-8adb-ca1f4fdee928 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 944 time: 0.1140077 Nov 08 14:11:26.309386 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:26.323571 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3a33104a-01ec-4be6-8baf-47ef070aafe9 req-3734c7d7-8395-44b9-b0d3-dc8a7f778212 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690334 Nov 08 14:11:26.339566 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34698) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:26.393896 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-38115773-bec8-4dc1-aeaf-8bcbe0ed9dee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de20f93b1dcf47478f409b33e873b1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530925 Nov 08 14:11:26.400423 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34702) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:26.472499 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:26.528195 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c66ca0d3-879d-4f15-8cf3-35ea9f90c6e9 req-0f01fcd9-e169-47c8-bb96-c4822f61c80f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 210 time: 0.0859644 Nov 08 14:11:26.546820 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b69208a-e96a-48e9-88ca-7a7d8ce48bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:26.595289 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b69208a-e96a-48e9-88ca-7a7d8ce48bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:26.621865 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Allocated IP 172.20.0.3 (2817d7ec-5ebd-4917-8d64-92e8409f97f2/f0136ea6-9edd-4ed6-a328-a069bd1326f2/eff18783-297f-4996-9efe-fbeb2e753ce9) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:26.738750 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['f33286c9-cc63-4c7c-85f2-f97b72dc7aa5'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:26.756253 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7fd01-3b94-4a30-a1b0-84784ae5d829 req-7e0fae44-9ec4-453a-b484-0129834ebd5c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:26.766084 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-edc7fd01-3b94-4a30-a1b0-84784ae5d829 req-7e0fae44-9ec4-453a-b484-0129834ebd5c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 944 time: 0.0725737 Nov 08 14:11:26.813203 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b69208a-e96a-48e9-88ca-7a7d8ce48bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:26.815473 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:26.820413 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b69208a-e96a-48e9-88ca-7a7d8ce48bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:26.821613 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6b69208a-e96a-48e9-88ca-7a7d8ce48bb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00389a63-67c8-4d79-9092-01c759709063 HTTP/1.1" status: 204 len: 168 time: 0.4198725 Nov 08 14:11:26.856818 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-edc7fd01-3b94-4a30-a1b0-84784ae5d829 req-d8d89522-bde6-4049-8691-5f94491085f9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896184 Nov 08 14:11:26.864147 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69208a-e96a-48e9-88ca-7a7d8ce48bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00389a63-67c8-4d79-9092-01c759709063,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:26.894036 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['fa6ba5bf-3df0-41b7-8875-8c56aa99b53c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:27.160730 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3e041-4505-4b7a-bacb-889a87f31de0 req-b2ac2e81-c1f9-4e74-9f2d-d0ea34209879 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:27.166188 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49e3e041-4505-4b7a-bacb-889a87f31de0 req-b2ac2e81-c1f9-4e74-9f2d-d0ea34209879 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0613055 Nov 08 14:11:27.178539 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:27.236694 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49e3e041-4505-4b7a-bacb-889a87f31de0 req-e36a0ade-8558-4c7e-afdf-8cd65650feb2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634413 Nov 08 14:11:27.245679 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-9c57afaa-4a36-4e2d-a58f-72adfa89386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:27.251699 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:27.352393 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:27.410968 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cdec982d-2f08-4ab7-82c4-f1a6b88a4d9a req-1d649c70-64c1-45ec-8932-3e8b1c73528a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0724690 Nov 08 14:11:27.461823 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:27.473330 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'Port': ['ID=eff18783-297f-4996-9efe-fbeb2e753ce9,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:27.478978 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:27.495053 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:27.514145 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcb16c-feb5-452e-b1a9-3861d3cae2fb req-57c49e95-f2e2-4e18-9bd4-20397622c5f6 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:27.517201 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbbcb16c-feb5-452e-b1a9-3861d3cae2fb req-57c49e95-f2e2-4e18-9bd4-20397622c5f6 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 944 time: 0.0891421 Nov 08 14:11:27.580642 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:27.581834 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:27.630947 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbbcb16c-feb5-452e-b1a9-3861d3cae2fb req-52864227-e3a0-475b-992f-3ceab8f9f67c tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043959 Nov 08 14:11:27.703877 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-0d93855e-7fb6-46d8-a952-48c61cafc7a0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8821962 Nov 08 14:11:27.718674 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Request body: {'port': {'device_id': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:27.764516 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd06c98-692c-472f-8e1d-a817dc7f1e7b req-1c08bd51-ec1d-47ce-8f91-137031504757 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:27.773247 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1bd06c98-692c-472f-8e1d-a817dc7f1e7b req-1c08bd51-ec1d-47ce-8f91-137031504757 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 931 time: 0.0800772 Nov 08 14:11:27.834754 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1bd06c98-692c-472f-8e1d-a817dc7f1e7b req-d886fcf0-21a1-483f-8927-179f68175215 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513630 Nov 08 14:11:27.852766 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34732) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:27.877859 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:27.925585 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-2fcbf156-75ac-4b18-92e2-d01ce58039a8 None None] Provisioning complete for port eff18783-297f-4996-9efe-fbeb2e753ce9 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:27.926275 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf156-75ac-4b18-92e2-d01ce58039a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.059479 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbf156-75ac-4b18-92e2-d01ce58039a8 None None] Port eff18783-297f-4996-9efe-fbeb2e753ce9 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:11:28.099303 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f67ea0b1-75fb-4b57-818c-8d51dab70d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.136423 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a4aa-89d6-4dd3-b4d2-457f680d94ee req-e57b1d32-ce85-4367-befa-b65a0c6fb9a3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:28.139077 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3658a4aa-89d6-4dd3-b4d2-457f680d94ee req-e57b1d32-ce85-4367-befa-b65a0c6fb9a3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 944 time: 0.1368647 Nov 08 14:11:28.233679 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3658a4aa-89d6-4dd3-b4d2-457f680d94ee req-4025c56a-01ac-4dae-8d95-f9e0b4a98b68 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836346 Nov 08 14:11:28.302997 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f67ea0b1-75fb-4b57-818c-8d51dab70d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.330208 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 076d54dc-5e99-403f-b7c0-45ac572e573c up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:28.402995 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b914a83-9688-489f-9e5b-41079f654171 req-b3b76871-c1ce-4763-b5de-0013bb5e9b87 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:28.405942 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9b914a83-9688-489f-9e5b-41079f654171 req-b3b76871-c1ce-4763-b5de-0013bb5e9b87 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0626247 Nov 08 14:11:28.407209 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f67ea0b1-75fb-4b57-818c-8d51dab70d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.445897 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff18783-297f-4996-9efe-fbeb2e753ce9 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:28.457160 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.468307 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.475705 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f67ea0b1-75fb-4b57-818c-8d51dab70d02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e4266c982e94a058b6a00069da2c241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6217496 Nov 08 14:11:28.475995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34750) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:28.476562 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ea0b1-75fb-4b57-818c-8d51dab70d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994135da-8592-44d9-82b5-78cf07901c90,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:28.481096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Transition to ACTIVE for port object eff18783-297f-4996-9efe-fbeb2e753ce9 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:28.499882 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9b914a83-9688-489f-9e5b-41079f654171 req-fd1127d5-64a5-476d-8f3d-178adb281daf tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716166 Nov 08 14:11:28.507036 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 076d54dc-5e99-403f-b7c0-45ac572e573c completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:11:28.510504 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 076d54dc-5e99-403f-b7c0-45ac572e573c triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:28.510878 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.579861 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-65a27691-42e8-431b-a47a-96483936b38b req-5559beeb-abab-4db4-aafa-a5abfa4154a7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0694077 Nov 08 14:11:28.609049 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.639645 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.669791 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076d54dc-5e99-403f-b7c0-45ac572e573c'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:28.777612 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 076d54dc-5e99-403f-b7c0-45ac572e573c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=076d54dc-5e99-403f-b7c0-45ac572e573c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:28.813835 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2060c6ab-8fd8-4b62-8283-18aaacdf5735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.854660 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:28.860012 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:29.031395 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2060c6ab-8fd8-4b62-8283-18aaacdf5735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.038965 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f489d-3c07-45c2-8b1c-62148e7c5f99 req-b0dd189b-414c-45d3-933e-9b03931cc06f tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:29.058702 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a52f489d-3c07-45c2-8b1c-62148e7c5f99 req-b0dd189b-414c-45d3-933e-9b03931cc06f tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 944 time: 0.1852095 Nov 08 14:11:29.067796 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc4a7c0-5099-4265-bc24-9465d4d6b2e6" -d '{"events": [{"server_uuid": "e228b20f-d80f-421f-9a8a-fc011f5f0e9e", "name": "network-vif-plugged", "status": "completed", "tag": "076d54dc-5e99-403f-b7c0-45ac572e573c"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:29.096340 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=076d54dc-5e99-403f-b7c0-45ac572e573c,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:29.172808 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Pushing event updated for resources: {'Port': ['ID=eff18783-297f-4996-9efe-fbeb2e753ce9,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:29.203764 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a52f489d-3c07-45c2-8b1c-62148e7c5f99 req-35094402-dabc-4e7f-9991-535afcc7621d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311524 Nov 08 14:11:29.232848 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f50f9-8311-4665-8113-e67cd81106fe req-22be40a3-d579-49ca-9bce-63b03531872b tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:29.234666 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-137f50f9-8311-4665-8113-e67cd81106fe req-22be40a3-d579-49ca-9bce-63b03531872b tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 943 time: 0.0967968 Nov 08 14:11:29.278640 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Attempting to bind port eff18783-297f-4996-9efe-fbeb2e753ce9 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:29.279129 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Attempting to bind port eff18783-297f-4996-9efe-fbeb2e753ce9 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:29.279471 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Attempting to bind port eff18783-297f-4996-9efe-fbeb2e753ce9 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:29.283866 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:11:29.285613 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Port eff18783-297f-4996-9efe-fbeb2e753ce9 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:29.295853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Attempting to bind port eff18783-297f-4996-9efe-fbeb2e753ce9 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:29.295996 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:29.295996 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.296194 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:29.296194 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Checking segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:29.296194 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Bound using segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:29.296194 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Bound port: eff18783-297f-4996-9efe-fbeb2e753ce9, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:29.296538 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.322786 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-137f50f9-8311-4665-8113-e67cd81106fe req-9b845a5b-cd01-42b1-90a8-a531a2eb5b35 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654593 Nov 08 14:11:29.392214 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2060c6ab-8fd8-4b62-8283-18aaacdf5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.399579 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2060c6ab-8fd8-4b62-8283-18aaacdf5735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.405597 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2060c6ab-8fd8-4b62-8283-18aaacdf5735 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/994135da-8592-44d9-82b5-78cf07901c90 HTTP/1.1" status: 204 len: 168 time: 0.9229476 Nov 08 14:11:29.429785 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060c6ab-8fd8-4b62-8283-18aaacdf5735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994135da-8592-44d9-82b5-78cf07901c90,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:29.512838 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] For port eff18783-297f-4996-9efe-fbeb2e753ce9, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:29.521936 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] For port eff18783-297f-4996-9efe-fbeb2e753ce9, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=eff18783-297f-4996-9efe-fbeb2e753ce9,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:29.550097 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01c64-d4e4-44d9-9dba-d70242d7c226 req-516d9f89-c6be-46d0-a037-2d9afb3ba552 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:29.556222 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-acf01c64-d4e4-44d9-9dba-d70242d7c226 req-516d9f89-c6be-46d0-a037-2d9afb3ba552 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 944 time: 0.1389561 Nov 08 14:11:29.581221 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.609318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.642938 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-acf01c64-d4e4-44d9-9dba-d70242d7c226 req-0ac0a9e6-93cb-43f0-8dbc-e9b92fc55cba tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554180 Nov 08 14:11:29.651546 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,segment=NetworkSegment(339091e8-efcd-48a2-9bc1-eceaf2ad1fce),segment_id=339091e8-efcd-48a2-9bc1-eceaf2ad1fce)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:29.675219 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cbd59d-adf6-401b-8bd3-1c2beabe410c x-openstack-request-id: req-e1cbd59d-adf6-401b-8bd3-1c2beabe410c {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:29.675745 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e228b20f-d80f-421f-9a8a-fc011f5f0e9e", "name": "network-vif-plugged", "status": "completed", "tag": "076d54dc-5e99-403f-b7c0-45ac572e573c", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:29.676139 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1cbd59d-adf6-401b-8bd3-1c2beabe410c {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:29.676749 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076d54dc-5e99-403f-b7c0-45ac572e573c', 'code': 200} Nov 08 14:11:29.786351 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.787776 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fa6ba5bf-3df0-41b7-8875-8c56aa99b53c up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:29.831831 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:29.838579 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:29.842747 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b70bf291-95d1-4029-b841-1bc0d296b2e9 req-2e23d9ee-401a-4143-8d7b-01e175fedcec tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0608046 Nov 08 14:11:29.848198 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] 10.222.0.64 "PUT /v2.0/ports/eff18783-297f-4996-9efe-fbeb2e753ce9 HTTP/1.1" status: 200 len: 1093 time: 2.1295173 Nov 08 14:11:29.849787 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:29.856539 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8f5ca4-3ed2-4075-918a-b868c5d51045" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:29.872824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1bb7-a3d7-4854-b913-43fd3153525e service neutron] Pushing event updated for resources: {'Port': ['ID=eff18783-297f-4996-9efe-fbeb2e753ce9,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:29.937255 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fad82-04bf-4768-9940-95f09cd6bebf req-2feae3b8-5aa8-41bf-b3ee-c4bd1fd6afb5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:29.941752 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b4fad82-04bf-4768-9940-95f09cd6bebf req-2feae3b8-5aa8-41bf-b3ee-c4bd1fd6afb5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.2067716 Nov 08 14:11:29.987776 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:30.000105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20c28fa-1b92-43ad-a99d-b355d65bcd33 x-openstack-request-id: req-b20c28fa-1b92-43ad-a99d-b355d65bcd33 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:30.000620 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:30.001733 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b20c28fa-1b92-43ad-a99d-b355d65bcd33 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:30.002552 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'status': 'completed', 'code': 200} Nov 08 14:11:30.054143 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b4fad82-04bf-4768-9940-95f09cd6bebf req-ff992b51-a235-4cf4-87c2-7e1d57edffdf tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025999 Nov 08 14:11:30.093064 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f5ca4-3ed2-4075-918a-b868c5d51045 req-40486d7b-ef66-4072-868a-303905c6e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:30.094630 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7e8f5ca4-3ed2-4075-918a-b868c5d51045 req-40486d7b-ef66-4072-868a-303905c6e68c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 1096 time: 0.0655439 Nov 08 14:11:30.133671 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:30.186747 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:11:30.201542 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:30.202602 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:30.346089 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f5ca4-3ed2-4075-918a-b868c5d51045 req-0c2b88f8-a8ad-422a-8afd-806d0466cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:30.368611 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7e8f5ca4-3ed2-4075-918a-b868c5d51045 req-0c2b88f8-a8ad-422a-8afd-806d0466cc37 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6126fea9a0b14dc299929a0f687ab79e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2649467 Nov 08 14:11:30.373525 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 2904084b-977b-4877-9d38-e7c5878a10c2 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:11:30.423627 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-6aae7bec-d349-4362-aac6-cbfedbf002d4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:30.423627 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-6aae7bec-d349-4362-aac6-cbfedbf002d4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 817 time: 0.2504790 Nov 08 14:11:30.559067 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36146f3-e7da-41ca-8fb5-db8a8b936d1b req-cdc155f8-ee73-4eb3-b515-b3ee3cd211aa tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:30.561828 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e36146f3-e7da-41ca-8fb5-db8a8b936d1b req-cdc155f8-ee73-4eb3-b515-b3ee3cd211aa tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.1487517 Nov 08 14:11:30.635291 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.db.resource_extend [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:11:30.677029 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b1ac7-dcc8-43cd-b538-02bdd22732a4 req-97f9f7fc-f070-4377-8620-5e0c9609b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:30.678632 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7e6b1ac7-dcc8-43cd-b538-02bdd22732a4 req-97f9f7fc-f070-4377-8620-5e0c9609b729 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 1098 time: 0.3355556 Nov 08 14:11:30.754489 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-7e6b1ac7-dcc8-43cd-b538-02bdd22732a4 req-4cf8b763-03e6-49ec-aabf-051092bb486e service neutron] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:30.785207 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:30.793488 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-b3f9c691-aadf-4024-b21c-bce0a537f795 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 380 time: 0.3567567 Nov 08 14:11:30.814513 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34816) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:30.820987 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'port': {'device_id': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'admin_state_up': True, 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'security_groups': ['80413d44-3756-4e0e-8cbf-5e4625162153']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:30.851546 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3e729db7-848b-4190-a451-43325962a187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:30.865252 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:30.875834 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e36146f3-e7da-41ca-8fb5-db8a8b936d1b req-488477b8-37ce-477c-b140-bf4bc1f9e3bb tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008766 Nov 08 14:11:30.920065 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f5ca4-3ed2-4075-918a-b868c5d51045 req-b937d763-b072-4d21-a535-b6bf6b7e2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:30.920941 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 2904084b-977b-4877-9d38-e7c5878a10c2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=2904084b-977b-4877-9d38-e7c5878a10c2,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:30.921606 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7e8f5ca4-3ed2-4075-918a-b868c5d51045 req-b937d763-b072-4d21-a535-b6bf6b7e2fff service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5402548 Nov 08 14:11:30.924832 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919d23e-a911-4b7a-bbb6-a18626d5d50b req-89a2bf44-c530-47f9-bc6f-9c556b428aa0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:30.934807 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8919d23e-a911-4b7a-bbb6-a18626d5d50b req-89a2bf44-c530-47f9-bc6f-9c556b428aa0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 943 time: 0.4655054 Nov 08 14:11:30.947565 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '2904084b-977b-4877-9d38-e7c5878a10c2', 'network_id': '5d59488f-29aa-4d4d-b40c-7a65cd5971ec', 'port_id': '2904084b-977b-4877-9d38-e7c5878a10c2', 'mac_address': 'fa:16:3e:ac:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34fc8cc-5de6-4ce4-844a-fe057d8501bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:11:31.041294 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-e043157b-4ff9-4106-8c18-2812c0b94f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:31.042912 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-e043157b-4ff9-4106-8c18-2812c0b94f4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 1096 time: 0.0640488 Nov 08 14:11:31.047784 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.053244 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8919d23e-a911-4b7a-bbb6-a18626d5d50b req-2451da97-b2ef-4d6f-baa7-ed35759e3391 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175022 Nov 08 14:11:31.079309 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2904084b-977b-4877-9d38-e7c5878a10c2 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:31.079964 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.143825 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-6042adaa-af94-4e65-ab0b-9c7f473ecf0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eff18783-297f-4996-9efe-fbeb2e753ce9 HTTP/1.1" status: 200 len: 217 time: 0.0910926 Nov 08 14:11:31.147537 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Made reservation on behalf of 99d34d890af0459dba6a3bb83aa70ccd for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:31.150401 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:31.155663 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.174685 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 2904084b-977b-4877-9d38-e7c5878a10c2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=2904084b-977b-4877-9d38-e7c5878a10c2,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:31.198817 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3e729db7-848b-4190-a451-43325962a187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.246293 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7be802e3-b18a-469a-8e86-81bede617a13 req-252d97e0-a540-4706-b17a-9653f2944097 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0456109 Nov 08 14:11:31.259638 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.271318 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6045690-ff15-4520-b906-46ccdb688910 req-c3278230-e99e-4173-a88e-0c6237834d25 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:31.278869 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c6045690-ff15-4520-b906-46ccdb688910 req-c3278230-e99e-4173-a88e-0c6237834d25 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 944 time: 0.2630453 Nov 08 14:11:31.314474 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3e729db7-848b-4190-a451-43325962a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.320181 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-7e6b1ac7-dcc8-43cd-b538-02bdd22732a4 req-4cf8b763-03e6-49ec-aabf-051092bb486e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.389014 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=2904084b-977b-4877-9d38-e7c5878a10c2,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:31.404116 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c6045690-ff15-4520-b906-46ccdb688910 req-de5ba2b8-3e93-46b7-b115-d9e21ca45c76 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240807 Nov 08 14:11:31.408285 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-1f118f28-07fa-4695-86ac-672923eb3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:31.409012 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3e729db7-848b-4190-a451-43325962a187 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ebe58278b9e444faaeda634f870d618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916317 Nov 08 14:11:31.411743 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-1f118f28-07fa-4695-86ac-672923eb3d9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.2504194 Nov 08 14:11:31.413331 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34828) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:31.422237 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e729db7-848b-4190-a451-43325962a187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203d92bb-4219-4b4c-bfc4-94477d172c17,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:31.471447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143bd9f-e3a5-424a-ae50-7e818055ff69 req-50b51f3e-51ff-43db-8f3d-b49335f486bb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:31.478169 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5143bd9f-e3a5-424a-ae50-7e818055ff69 req-50b51f3e-51ff-43db-8f3d-b49335f486bb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0669682 Nov 08 14:11:31.478169 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-7e6b1ac7-dcc8-43cd-b538-02bdd22732a4 req-4cf8b763-03e6-49ec-aabf-051092bb486e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.518652 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Allocated IP 172.20.0.8 (88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb/e248766d-8ffc-437e-a94f-e4b7670b8eb1/1461d0f2-76e1-4f55-9425-1be7f385c47b) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:31.537306 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7e6b1ac7-dcc8-43cd-b538-02bdd22732a4 req-4cf8b763-03e6-49ec-aabf-051092bb486e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8421214 Nov 08 14:11:31.538439 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['2904084b-977b-4877-9d38-e7c5878a10c2'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:31.553476 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8b763-03e6-49ec-aabf-051092bb486e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92b57f1e-ca94-4d35-bbe4-95990b808385,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:31.568738 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-4e8ae262-17a6-427c-94f2-2d84fdf09d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:31.570256 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-4e8ae262-17a6-427c-94f2-2d84fdf09d2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251080 Nov 08 14:11:31.573391 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6081d12a-cd86-4423-a306-f024c04872c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.576253 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5143bd9f-e3a5-424a-ae50-7e818055ff69 req-b611769b-2212-4972-9728-5f69439cfc83 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799811 Nov 08 14:11:31.620023 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6081d12a-cd86-4423-a306-f024c04872c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.680626 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5'}, {'server_uuid': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:31.684971 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79416f99-8160-454e-811d-4af2ca854e83" -d '{"events": [{"server_uuid": "72dc2248-1737-4b97-bd60-8c390c3a83cf", "name": "network-vif-plugged", "status": "completed", "tag": "f33286c9-cc63-4c7c-85f2-f97b72dc7aa5"}, {"server_uuid": "bf5e8057-75f1-49df-99fd-70ea97f238e7", "name": "network-vif-plugged", "status": "completed", "tag": "fa6ba5bf-3df0-41b7-8875-8c56aa99b53c"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:31.768253 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd432865-49ba-4935-9799-e6a96e7bbb0c x-openstack-request-id: req-cd432865-49ba-4935-9799-e6a96e7bbb0c {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:31.768566 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dc2248-1737-4b97-bd60-8c390c3a83cf", "name": "network-vif-plugged", "status": "completed", "tag": "f33286c9-cc63-4c7c-85f2-f97b72dc7aa5", "code": 200}, {"server_uuid": "bf5e8057-75f1-49df-99fd-70ea97f238e7", "name": "network-vif-plugged", "status": "completed", "tag": "fa6ba5bf-3df0-41b7-8875-8c56aa99b53c", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:31.768863 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd432865-49ba-4935-9799-e6a96e7bbb0c {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:31.769474 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5', 'code': 200} Nov 08 14:11:31.769884 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c', 'code': 200} Nov 08 14:11:31.803871 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.911025 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6081d12a-cd86-4423-a306-f024c04872c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.913944 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6081d12a-cd86-4423-a306-f024c04872c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:31.915125 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-6081d12a-cd86-4423-a306-f024c04872c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/203d92bb-4219-4b4c-bfc4-94477d172c17 HTTP/1.1" status: 204 len: 168 time: 0.5007298 Nov 08 14:11:31.937073 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-4d71370a-7b1c-46fe-956f-5f3a6eb56c8e service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386118 Nov 08 14:11:31.938424 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081d12a-cd86-4423-a306-f024c04872c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d92bb-4219-4b4c-bfc4-94477d172c17,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:32.008860 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:32.090980 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:32.101910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:32.109498 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:32.112114 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:32.147304 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b534bf9c-1fe7-43b1-b395-1abb276611ae req-e0f6f9be-a881-4da0-a02b-36545ea59008 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993113 Nov 08 14:11:32.204243 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:32.205766 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:32.283982 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34844) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:32.407574 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-d3eb8bde-6dcc-483a-9fec-d34e10077472 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5968339 Nov 08 14:11:32.455787 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Request body: {'port': {'device_id': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:32.506803 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-4681f5b5-f97e-4eaf-8411-62a236f00659 None None] Provisioning complete for port 1461d0f2-76e1-4f55-9425-1be7f385c47b triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:32.511448 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4681f5b5-f97e-4eaf-8411-62a236f00659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:32.522852 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb640f-27d2-4f0d-ab00-c3b727fb3c37 req-a4f70a74-397b-48e0-88dc-a3e333843d61 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:32.531693 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-09cb640f-27d2-4f0d-ab00-c3b727fb3c37 req-a4f70a74-397b-48e0-88dc-a3e333843d61 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.5326216 Nov 08 14:11:32.555287 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb2d8-0848-4d93-8c27-8142b7cdb5d3 req-6443d89c-95ec-4846-b02f-3df04f3b4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:32.558012 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ea7fb2d8-0848-4d93-8c27-8142b7cdb5d3 req-6443d89c-95ec-4846-b02f-3df04f3b4185 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.2202647 Nov 08 14:11:32.563191 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0408d1-d4ff-45f9-8547-703265db39ff req-350815c3-a140-4533-a298-c84a358c2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:32.564793 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7f0408d1-d4ff-45f9-8547-703265db39ff req-350815c3-a140-4533-a298-c84a358c2887 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 1098 time: 0.1378016 Nov 08 14:11:32.620876 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327206f-87a0-486a-98d5-882a17871749 req-4843b1db-c121-4415-b942-73ec63e1426d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:32.628361 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0327206f-87a0-486a-98d5-882a17871749 req-4843b1db-c121-4415-b942-73ec63e1426d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 943 time: 0.2092278 Nov 08 14:11:32.680800 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-4681f5b5-f97e-4eaf-8411-62a236f00659 None None] Port 1461d0f2-76e1-4f55-9425-1be7f385c47b cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:11:32.686731 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-09cb640f-27d2-4f0d-ab00-c3b727fb3c37 req-5c061967-223c-44f8-b495-9a8295ee86ae tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471200 Nov 08 14:11:32.756239 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ea7fb2d8-0848-4d93-8c27-8142b7cdb5d3 req-ea66eb69-1a29-4f06-b185-f0dcc8197b0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521797 Nov 08 14:11:32.761291 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:32.774310 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7f0408d1-d4ff-45f9-8547-703265db39ff req-63c22e66-3fa0-4535-9614-5b6616549d8c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988766 Nov 08 14:11:32.812273 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0327206f-87a0-486a-98d5-882a17871749 req-78c03d3e-35ef-4797-bd65-56f952800448 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831362 Nov 08 14:11:32.895364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b232-9e77-4dfa-a0c8-a182a610112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:32.941680 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f1c0-3c64-45e2-8f90-cc39fadd41f5 req-0c157377-358c-405b-b14b-e93f5aa8f1b6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:32.946084 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c1b2f1c0-3c64-45e2-8f90-cc39fadd41f5 req-0c157377-358c-405b-b14b-e93f5aa8f1b6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 931 time: 0.1327198 Nov 08 14:11:33.069279 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c1b2f1c0-3c64-45e2-8f90-cc39fadd41f5 req-d5f96cc7-2b01-48db-9500-c844366c952b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039994 Nov 08 14:11:33.087359 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36797227-feee-4cd1-9d89-87afccde7fee req-d6341b42-91dc-4198-8ce5-8b771bb6721e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:33.089699 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-36797227-feee-4cd1-9d89-87afccde7fee req-d6341b42-91dc-4198-8ce5-8b771bb6721e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 945 time: 0.1427500 Nov 08 14:11:33.166851 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b232-9e77-4dfa-a0c8-a182a610112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.187895 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-36797227-feee-4cd1-9d89-87afccde7fee req-0142522f-a462-4abf-8087-8e981f8ef0f7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805097 Nov 08 14:11:33.233891 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b232-9e77-4dfa-a0c8-a182a610112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.237651 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bedc8a-c724-4b34-9029-f82ede50abc1 req-dffb5b50-0f03-49be-bdab-a719f0134c7e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:33.242604 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92bedc8a-c724-4b34-9029-f82ede50abc1 req-dffb5b50-0f03-49be-bdab-a719f0134c7e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0734656 Nov 08 14:11:33.293632 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92bedc8a-c724-4b34-9029-f82ede50abc1 req-b896a6f0-5841-48f5-bbfa-5cefc2c9fd86 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Nov 08 14:11:33.323899 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34878) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:33.324056 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-5ce5b232-9e77-4dfa-a0c8-a182a610112d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec9e439d553142959c04a4147b9b0fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0320051 Nov 08 14:11:33.328828 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5b232-9e77-4dfa-a0c8-a182a610112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc99cde-6d72-4c33-8b80-a0fad4991343,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:33.341200 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1461d0f2-76e1-4f55-9425-1be7f385c47b {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:33.349930 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.366085 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Transition to ACTIVE for port object 1461d0f2-76e1-4f55-9425-1be7f385c47b will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:33.394879 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8d26ae23-7a55-4552-8943-e704188c8a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.422225 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8d26ae23-7a55-4552-8943-e704188c8a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.430551 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.523901 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:33.567871 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8d26ae23-7a55-4552-8943-e704188c8a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.577596 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8d26ae23-7a55-4552-8943-e704188c8a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.577596 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-8d26ae23-7a55-4552-8943-e704188c8a46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7dc99cde-6d72-4c33-8b80-a0fad4991343 HTTP/1.1" status: 204 len: 168 time: 0.2543592 Nov 08 14:11:33.587211 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26ae23-7a55-4552-8943-e704188c8a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc99cde-6d72-4c33-8b80-a0fad4991343,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:33.587454 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Attempting to bind port 1461d0f2-76e1-4f55-9425-1be7f385c47b on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:33.588222 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Attempting to bind port 1461d0f2-76e1-4f55-9425-1be7f385c47b by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:33.588789 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Attempting to bind port 1461d0f2-76e1-4f55-9425-1be7f385c47b on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:33.606105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Port 1461d0f2-76e1-4f55-9425-1be7f385c47b on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:33.607618 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Attempting to bind port 1461d0f2-76e1-4f55-9425-1be7f385c47b on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:33.632425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:33.632425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Checking segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:33.632425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Bound using segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:33.632425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Bound port: 1461d0f2-76e1-4f55-9425-1be7f385c47b, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:33.632425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.762326 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:33.769484 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:33.888483 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.922178 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911995-275e-42d7-a8cf-b84cbbf5152a req-4f081a55-3094-402b-98b3-c9a16b5fbabe tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:33.925895 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-35911995-275e-42d7-a8cf-b84cbbf5152a req-4f081a55-3094-402b-98b3-c9a16b5fbabe tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.1365523 Nov 08 14:11:33.939084 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:33.939895 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:33.941789 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] 10.222.0.64 "PUT /v2.0/ports/1461d0f2-76e1-4f55-9425-1be7f385c47b HTTP/1.1" status: 200 len: 1093 time: 1.5040710 Nov 08 14:11:33.942542 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:33.945196 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:34.000399 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3464a-9f3f-49a7-955c-26b2a8b8490d service neutron] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:34.056932 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-35911995-275e-42d7-a8cf-b84cbbf5152a req-21604d37-6798-4c2a-9a23-33761f9c39e7 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240375 Nov 08 14:11:34.107025 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24e9ab-911e-4303-ab9d-b5587e63ee50 req-9a47ec16-14d7-4fcd-b6a7-87ccf80e25d7 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:34.110381 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e24e9ab-911e-4303-ab9d-b5587e63ee50 req-9a47ec16-14d7-4fcd-b6a7-87ccf80e25d7 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 943 time: 0.1648691 Nov 08 14:11:34.183788 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abce4e5-a704-4692-8103-07f6fe406b74 x-openstack-request-id: req-8abce4e5-a704-4692-8103-07f6fe406b74 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:34.184083 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:34.184331 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8abce4e5-a704-4692-8103-07f6fe406b74 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:34.184729 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'status': 'completed', 'code': 200} Nov 08 14:11:34.217658 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e24e9ab-911e-4303-ab9d-b5587e63ee50 req-0164c037-0c27-4dfe-92c6-46f26684adc5 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928748 Nov 08 14:11:34.281762 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-29c67b1e-cbfe-41ef-87b1-b8f206ca5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:34.283891 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-29c67b1e-cbfe-41ef-87b1-b8f206ca5502 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 1096 time: 0.0875823 Nov 08 14:11:34.370793 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-5d986d01-50e7-49c3-8478-bc5ba309a17a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b HTTP/1.1" status: 200 len: 217 time: 0.0527945 Nov 08 14:11:34.372613 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 2904084b-977b-4877-9d38-e7c5878a10c2 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:34.381722 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bf948-7936-4f53-9be0-f59a8c91d60c req-983cdafe-d57a-42d9-8b70-e45a5c193b16 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:34.384001 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7b5bf948-7936-4f53-9be0-f59a8c91d60c req-983cdafe-d57a-42d9-8b70-e45a5c193b16 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.1204498 Nov 08 14:11:34.492622 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7b5bf948-7936-4f53-9be0-f59a8c91d60c req-bb72b6d4-3127-404a-a8a0-9c93ed0a00ba tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961220 Nov 08 14:11:34.526700 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c8010-a382-4db1-bee2-1e63d3b9368a req-bf7e6ed3-e456-4bb5-b611-b4f1b07ba74d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:34.550140 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-732c8010-a382-4db1-bee2-1e63d3b9368a req-bf7e6ed3-e456-4bb5-b611-b4f1b07ba74d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 945 time: 0.1586912 Nov 08 14:11:34.580829 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-39782601-014e-441d-807a-2ac050657d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:34.582341 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-39782601-014e-441d-807a-2ac050657d35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.1881688 Nov 08 14:11:34.614144 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 2904084b-977b-4877-9d38-e7c5878a10c2 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:11:34.625033 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 2904084b-977b-4877-9d38-e7c5878a10c2 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:34.625857 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:34.667745 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-732c8010-a382-4db1-bee2-1e63d3b9368a req-455569a4-f761-41af-9d36-31ddcbe9fdbe tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161954 Nov 08 14:11:34.700047 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0cf00-572c-40a7-9fad-87bcd7bb1547 req-9f204a80-d6d8-4d41-973c-91ac16c53176 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:34.708232 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f0c0cf00-572c-40a7-9fad-87bcd7bb1547 req-9f204a80-d6d8-4d41-973c-91ac16c53176 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0901375 Nov 08 14:11:34.721338 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-47d0e27c-ba2d-4394-82e7-d350541105e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:34.724613 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-47d0e27c-ba2d-4394-82e7-d350541105e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300910 Nov 08 14:11:34.762499 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f0c0cf00-572c-40a7-9fad-87bcd7bb1547 req-8dc5b697-da88-4dad-b891-a7191ff51297 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531008 Nov 08 14:11:34.775679 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34912) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:34.776993 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:34.813690 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da2b70e-51a7-4998-8719-1897d7366a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2904084b-977b-4877-9d38-e7c5878a10c2'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:34.816445 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49bbaf5-ad6e-4f87-a4d6-d48767988d05" -d '{"events": [{"server_uuid": "9da2b70e-51a7-4998-8719-1897d7366a31", "name": "network-vif-plugged", "status": "completed", "tag": "2904084b-977b-4877-9d38-e7c5878a10c2"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:34.836365 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 2904084b-977b-4877-9d38-e7c5878a10c2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=2904084b-977b-4877-9d38-e7c5878a10c2,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:34.871908 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7802b50-1da2-4575-b938-09991be31728 x-openstack-request-id: req-e7802b50-1da2-4575-b938-09991be31728 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:34.872264 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da2b70e-51a7-4998-8719-1897d7366a31", "name": "network-vif-plugged", "status": "completed", "tag": "2904084b-977b-4877-9d38-e7c5878a10c2", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:34.872588 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7802b50-1da2-4575-b938-09991be31728 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:34.873085 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da2b70e-51a7-4998-8719-1897d7366a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2904084b-977b-4877-9d38-e7c5878a10c2', 'code': 200} Nov 08 14:11:34.884002 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-955b3b25-d6b1-43c3-b6c6-93dc31674df5 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458874 Nov 08 14:11:34.936159 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6bd179f7-bd42-4540-8652-35326503b84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:34.962887 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.008598 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4f8f3c1f-9931-4d1f-b747-dafff106b191 req-c673a3b1-696c-4de1-9516-7cd9a02f3aa7 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153681 Nov 08 14:11:35.052986 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=2904084b-977b-4877-9d38-e7c5878a10c2,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:35.079041 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6bd179f7-bd42-4540-8652-35326503b84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.196795 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6bd179f7-bd42-4540-8652-35326503b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.208726 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 34924) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:35.224992 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ae26-b775-41ed-9425-49eb0faf5542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.249781 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd179f7-bd42-4540-8652-35326503b84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d32ca-ac17-4224-b848-eed598181126,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:35.260591 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6bd179f7-bd42-4540-8652-35326503b84a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68c3349b4654466497cfe4dd7f75c6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796026 Nov 08 14:11:35.268895 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d3e48-5a31-4cfb-a659-4e9a80e96a9c req-3e851e5e-9007-46d3-85f2-a2f5e9c6164f tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:35.268895 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ab2d3e48-5a31-4cfb-a659-4e9a80e96a9c req-3e851e5e-9007-46d3-85f2-a2f5e9c6164f tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.1243448 Nov 08 14:11:35.268895 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34928) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:35.320352 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-27b3491a-4f81-4cd8-aac3-9767cee96116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:35.322112 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-27b3491a-4f81-4cd8-aac3-9767cee96116 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 1096 time: 0.0799522 Nov 08 14:11:35.361726 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ab2d3e48-5a31-4cfb-a659-4e9a80e96a9c req-c0bbf773-ea7a-4a2b-8904-5c6cace83469 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785897 Nov 08 14:11:35.375917 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d8eade66-a908-4197-bb0d-4e4574952a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.459628 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.476097 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d8eade66-a908-4197-bb0d-4e4574952a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.504381 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9992e-aebb-4f08-af7a-d448e22aef60 req-0e8e5dab-15e2-4000-b8b2-b64af7adf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:35.506544 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbc9992e-aebb-4f08-af7a-d448e22aef60 req-0e8e5dab-15e2-4000-b8b2-b64af7adf209 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 1099 time: 0.1251574 Nov 08 14:11:35.570982 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68654f-f85c-4767-8bb6-ca213fd8d3f1 req-1aa4272f-400b-4b55-ab96-1bcf687c397e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:35.573202 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c68654f-f85c-4767-8bb6-ca213fd8d3f1 req-1aa4272f-400b-4b55-ab96-1bcf687c397e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 943 time: 0.1472385 Nov 08 14:11:35.609958 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbc9992e-aebb-4f08-af7a-d448e22aef60 req-b033db52-369f-4146-8121-e07a6bd7103c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827532 Nov 08 14:11:35.672460 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ae26-b775-41ed-9425-49eb0faf5542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.713611 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-8afe58cc-f40f-4e88-bf8b-3661cc404e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:35.716142 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-8afe58cc-f40f-4e88-bf8b-3661cc404e51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.3811474 Nov 08 14:11:35.718837 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c68654f-f85c-4767-8bb6-ca213fd8d3f1 req-851ac280-aaa7-4a9c-9a15-e10165254c66 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302550 Nov 08 14:11:35.757650 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d8eade66-a908-4197-bb0d-4e4574952a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.762622 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d8eade66-a908-4197-bb0d-4e4574952a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.772284 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-d8eade66-a908-4197-bb0d-4e4574952a0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f0d32ca-ac17-4224-b848-eed598181126 HTTP/1.1" status: 204 len: 168 time: 0.5006464 Nov 08 14:11:35.790918 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ae26-b775-41ed-9425-49eb0faf5542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:35.811726 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed792d49-8a24-459c-abe2-4af4fb758735 req-744cff02-ab50-4b54-9dff-9f2c323b27ed tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:35.824147 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed792d49-8a24-459c-abe2-4af4fb758735 req-744cff02-ab50-4b54-9dff-9f2c323b27ed tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.1843319 Nov 08 14:11:35.857069 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eade66-a908-4197-bb0d-4e4574952a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d32ca-ac17-4224-b848-eed598181126,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:35.866957 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 34940) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:35.883950 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-6ae5ae26-b775-41ed-9425-49eb0faf5542 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fcaa988da8f4190a68774045686eba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6597025 Nov 08 14:11:35.961222 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-02c5672d-1c99-4c48-b7ff-74401635f722 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b HTTP/1.1" status: 200 len: 217 time: 0.1060607 Nov 08 14:11:35.968703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5ae26-b775-41ed-9425-49eb0faf5542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5f8a3-dbac-4687-be74-3d81128b7e37,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:36.010488 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed792d49-8a24-459c-abe2-4af4fb758735 req-5a4fb08b-66d3-42e2-b7f6-b9f063a1bc2c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846910 Nov 08 14:11:36.076230 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-1a544bf7-e262-405d-9439-1233e0d14e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:36.077661 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-1a544bf7-e262-405d-9439-1233e0d14e7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0969756 Nov 08 14:11:36.121946 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa5005-b169-481e-a593-a2ce2bf20c07 req-677f7f3f-5c82-49e6-b101-adc530840aee tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:36.123808 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e1aa5005-b169-481e-a593-a2ce2bf20c07 req-677f7f3f-5c82-49e6-b101-adc530840aee tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1886358 Nov 08 14:11:36.127128 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a26d73bf-3ac8-4f2a-8ee1-bffdd5550f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:36.146542 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-7ed0085d-3f11-4198-8c11-ef8f448c5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:36.148927 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-7ed0085d-3f11-4198-8c11-ef8f448c5fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625470 Nov 08 14:11:36.166983 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a26d73bf-3ac8-4f2a-8ee1-bffdd5550f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:36.214360 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e1aa5005-b169-481e-a593-a2ce2bf20c07 req-d8734f2f-2880-48c9-bc00-7959c0077e25 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829644 Nov 08 14:11:36.344698 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-561f9aa4-a64b-4428-83e2-7ad4212c06c9 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762538 Nov 08 14:11:36.386402 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device eff18783-297f-4996-9efe-fbeb2e753ce9 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:11:36.429290 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a26d73bf-3ac8-4f2a-8ee1-bffdd5550f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:36.432564 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a26d73bf-3ac8-4f2a-8ee1-bffdd5550f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:36.437490 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a26d73bf-3ac8-4f2a-8ee1-bffdd5550f53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33f5f8a3-dbac-4687-be74-3d81128b7e37 HTTP/1.1" status: 204 len: 168 time: 0.5503321 Nov 08 14:11:36.454936 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d73bf-3ac8-4f2a-8ee1-bffdd5550f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5f8a3-dbac-4687-be74-3d81128b7e37,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:36.534343 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb7acd8a-c456-4d3a-8b0b-5da00bb955d2 req-8d892a28-3b00-418a-a1c1-3b48cc8aab5a service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637278 Nov 08 14:11:36.587909 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port eff18783-297f-4996-9efe-fbeb2e753ce9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=eff18783-297f-4996-9efe-fbeb2e753ce9,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:36.611580 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'port_id': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:11:36.672836 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:36.690373 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff18783-297f-4996-9efe-fbeb2e753ce9 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:36.717601 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port eff18783-297f-4996-9efe-fbeb2e753ce9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=eff18783-297f-4996-9efe-fbeb2e753ce9,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:36.785100 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:36.887911 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=eff18783-297f-4996-9efe-fbeb2e753ce9,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:36.952454 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd016b4-2872-4d06-b792-9f56c9800084 req-93f7a042-b5c3-4717-9788-124a1bf593fb tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:36.954357 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bdd016b4-2872-4d06-b792-9f56c9800084 req-93f7a042-b5c3-4717-9788-124a1bf593fb tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 944 time: 0.0994449 Nov 08 14:11:37.042579 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bdd016b4-2872-4d06-b792-9f56c9800084 req-478dc66b-d724-4529-b65b-297325b806f3 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761988 Nov 08 14:11:37.175915 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['eff18783-297f-4996-9efe-fbeb2e753ce9'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:37.205511 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ba859-591b-46cf-96c9-db0f71f5ef68 req-6197e311-cd0a-4200-9417-8bca93a611d1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:37.208348 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a6ba859-591b-46cf-96c9-db0f71f5ef68 req-6197e311-cd0a-4200-9417-8bca93a611d1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0845306 Nov 08 14:11:37.271796 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a6ba859-591b-46cf-96c9-db0f71f5ef68 req-8558fb52-a4f1-42fe-a564-2c34e19478f1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562296 Nov 08 14:11:37.384896 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03b1f-766f-4102-879e-01d0815cf2ce req-7e0feed9-df0e-4400-b4ef-3e42d4ef1b58 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:37.387934 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-20b03b1f-766f-4102-879e-01d0815cf2ce req-7e0feed9-df0e-4400-b4ef-3e42d4ef1b58 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0646434 Nov 08 14:11:37.450864 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-20b03b1f-766f-4102-879e-01d0815cf2ce req-e6458468-e81d-4989-b9dc-7862b6ee8dd2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542154 Nov 08 14:11:38.402317 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:11:38.406399 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device eff18783-297f-4996-9efe-fbeb2e753ce9 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:38.607390 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:38.631637 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port eff18783-297f-4996-9efe-fbeb2e753ce9 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:11:38.635878 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'port_id': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'mac_address': 'fa:16:3e:6c:f3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:11:38.688648 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port eff18783-297f-4996-9efe-fbeb2e753ce9 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:38.689604 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:38.759035 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:38.780298 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1461d0f2-76e1-4f55-9425-1be7f385c47b {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:38.902964 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:38.902964 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:38.907154 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc75df9-8fb4-451a-812d-bda090774bc4 req-3837c588-482e-428f-b39a-48c1eede31b9 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:38.908853 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2fc75df9-8fb4-451a-812d-bda090774bc4 req-3837c588-482e-428f-b39a-48c1eede31b9 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 944 time: 0.0843134 Nov 08 14:11:38.943620 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:38.945166 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782b333-7200-4636-a59e-b39a5aaa9d13" -d '{"events": [{"server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "name": "network-vif-plugged", "status": "completed", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:38.960600 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port eff18783-297f-4996-9efe-fbeb2e753ce9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=eff18783-297f-4996-9efe-fbeb2e753ce9,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:38.976582 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2fc75df9-8fb4-451a-812d-bda090774bc4 req-ec8c3f3e-318f-42bf-b19c-2f8575009dbd tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595887 Nov 08 14:11:39.012655 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:39.116470 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:39.139756 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadb8eb-d6c9-4bef-be94-b271e0c871ba req-057c5cd9-c541-4b9b-9db7-1eb18cc3378a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:39.142397 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7aadb8eb-d6c9-4bef-be94-b271e0c871ba req-057c5cd9-c541-4b9b-9db7-1eb18cc3378a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.0841343 Nov 08 14:11:39.217399 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:39.226373 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7aadb8eb-d6c9-4bef-be94-b271e0c871ba req-462f396c-1dc3-4404-8498-1668c74c2575 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698395 Nov 08 14:11:39.325692 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=eff18783-297f-4996-9efe-fbeb2e753ce9,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:39.376368 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['1461d0f2-76e1-4f55-9425-1be7f385c47b'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:39.430158 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798de011-d541-4156-a626-ec2203286b0d req-c3ea7713-9f44-422e-976a-24be46d388c9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:39.433123 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-798de011-d541-4156-a626-ec2203286b0d req-c3ea7713-9f44-422e-976a-24be46d388c9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0870967 Nov 08 14:11:39.485793 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-798de011-d541-4156-a626-ec2203286b0d req-20dc95ab-4aa4-42f8-bf0a-1cdee3a1ef0f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Nov 08 14:11:39.611067 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba93f852-3bef-4561-8d5f-9df25644eff8 x-openstack-request-id: req-ba93f852-3bef-4561-8d5f-9df25644eff8 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:39.611870 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "name": "network-vif-plugged", "status": "completed", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:39.611870 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba93f852-3bef-4561-8d5f-9df25644eff8 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:39.612131 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'code': 200} Nov 08 14:11:40.294654 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8658138-d624-4a2f-93f7-af38e1c79800 req-d284cb21-52b7-45f6-b82f-dc746a155cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:40.297010 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e8658138-d624-4a2f-93f7-af38e1c79800 req-d284cb21-52b7-45f6-b82f-dc746a155cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 1098 time: 0.0588703 Nov 08 14:11:40.301514 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919baff-bd35-4db9-9675-81cbd13004c4 req-68433de2-d6a5-4f98-b268-00296d08b700 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:40.303438 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e919baff-bd35-4db9-9675-81cbd13004c4 req-68433de2-d6a5-4f98-b268-00296d08b700 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0712934 Nov 08 14:11:40.357232 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e8658138-d624-4a2f-93f7-af38e1c79800 req-b00330fc-8672-402d-bf9e-7e1418346007 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Nov 08 14:11:40.365807 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e919baff-bd35-4db9-9675-81cbd13004c4 req-4dc3dbfa-cb56-4ab7-a732-34ed7753c77c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556304 Nov 08 14:11:40.500667 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece3728-8b77-4386-83af-02a5080fe517 req-469d3a85-9c2f-4054-a046-b9f84a38e904 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:40.502421 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ece3728-8b77-4386-83af-02a5080fe517 req-469d3a85-9c2f-4054-a046-b9f84a38e904 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.0634594 Nov 08 14:11:40.566621 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ece3728-8b77-4386-83af-02a5080fe517 req-59a10292-eaf2-4ff4-aadb-a81ead663239 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556860 Nov 08 14:11:40.642968 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a8948-73af-4220-b1f7-da633076dffa req-f0d7e02f-453a-4870-9581-f3ea5646bce3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:40.646751 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed1a8948-73af-4220-b1f7-da633076dffa req-f0d7e02f-453a-4870-9581-f3ea5646bce3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0675926 Nov 08 14:11:40.693305 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed1a8948-73af-4220-b1f7-da633076dffa req-096d43a3-b5d7-49fb-a583-ea5ae7c89ee3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Nov 08 14:11:40.861567 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-8b4daa4a-d69c-452a-be73-6cd0802e089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:40.887635 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-8b4daa4a-d69c-452a-be73-6cd0802e089d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 1099 time: 0.0589001 Nov 08 14:11:41.037224 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-bcd96ff2-9b98-4179-bbbd-ab85984b8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:41.037224 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-bcd96ff2-9b98-4179-bbbd-ab85984b8189 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.1507123 Nov 08 14:11:41.137228 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-77ad1029-4d3f-4d5c-956d-92067fe9e3b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2904084b-977b-4877-9d38-e7c5878a10c2 HTTP/1.1" status: 200 len: 217 time: 0.0873210 Nov 08 14:11:41.261467 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-382d5358-cb3d-433c-9f68-35d2161c950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:41.264606 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-382d5358-cb3d-433c-9f68-35d2161c950f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.1084681 Nov 08 14:11:41.328198 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-81fe5711-ad8f-4184-b26c-e90ef42ef587 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386817 Nov 08 14:11:41.495352 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-bf2b8107-fcf4-43da-afa1-f52bb9a8809d service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455784 Nov 08 14:11:41.542703 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85226c-ebaa-4b28-8086-84e702db0c5b req-ed711602-cf38-4387-8a55-8ba278e0ae5f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:41.547722 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de85226c-ebaa-4b28-8086-84e702db0c5b req-ed711602-cf38-4387-8a55-8ba278e0ae5f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0732102 Nov 08 14:11:41.594144 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de85226c-ebaa-4b28-8086-84e702db0c5b req-cdfbf5fd-93c9-4ab8-89fc-7f066922550f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Nov 08 14:11:41.616140 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-28f78078-37be-41a1-ad43-5afaed4bbef2 req-6163eb20-0da8-4854-b4bc-0abd85a5e205 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111271 Nov 08 14:11:41.725513 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3d777-1c80-471c-b8fa-23e490d4203e req-2ba3cd14-e69d-40cd-9da8-ecdc81f8a61a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:41.728371 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aad3d777-1c80-471c-b8fa-23e490d4203e req-2ba3cd14-e69d-40cd-9da8-ecdc81f8a61a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.0675657 Nov 08 14:11:41.761690 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35156) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:41.822234 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aad3d777-1c80-471c-b8fa-23e490d4203e req-51f9b725-bcda-4aab-8557-2462a5325b5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841560 Nov 08 14:11:41.936484 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d99c9-34f9-493f-9f5f-c8048d46c2a0 req-b3e85ef2-cf0f-4606-b79f-48055ee2b76f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:41.938699 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-839d99c9-34f9-493f-9f5f-c8048d46c2a0 req-b3e85ef2-cf0f-4606-b79f-48055ee2b76f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1148822 Nov 08 14:11:41.994014 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-839d99c9-34f9-493f-9f5f-c8048d46c2a0 req-a96642ad-f2b2-418e-937b-bce22a0c09a8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Nov 08 14:11:42.024274 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35166) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:42.096331 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.137408 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.211454 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.254219 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.303622 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.346727 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=292c163ca46d4995bc46c1cea11f4506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213298 Nov 08 14:11:42.348288 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd220b5-b268-483e-aea4-5c9d96df43fd,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:42.353272 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35176) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:42.356910 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.357271 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.357639 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.357977 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.358314 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.358655 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.358982 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.359319 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.359682 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.360010 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.360589 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.360818 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e42fd-6a11-43a4-b07f-77b12c0e286c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.385974 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.422629 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:42.433241 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2405f9-c094-4d22-a6f5-34de8188f30d,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:42.442600 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=166dd3e950454b95bfe58ca9ed2bc93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752493 Nov 08 14:11:42.443651 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35178) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:42.456847 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.457304 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.457864 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.458365 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.458822 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.459170 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.459505 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.459917 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.460255 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.460600 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.460927 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.461247 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee52b2-5026-4c52-af1c-013e6fefca9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:42.482462 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-aee18e96-58fc-4565-8a2a-c481600d954a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.512056 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-aee18e96-58fc-4565-8a2a-c481600d954a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.553787 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4167c29a-3f21-4ac4-9c2d-a90f5769bcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.594473 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4167c29a-3f21-4ac4-9c2d-a90f5769bcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.601970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 1461d0f2-76e1-4f55-9425-1be7f385c47b completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:11:42.606276 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 1461d0f2-76e1-4f55-9425-1be7f385c47b triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:42.616930 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.665234 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-aee18e96-58fc-4565-8a2a-c481600d954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.669615 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-aee18e96-58fc-4565-8a2a-c481600d954a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.679542 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-aee18e96-58fc-4565-8a2a-c481600d954a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efd220b5-b268-483e-aea4-5c9d96df43fd HTTP/1.1" status: 204 len: 168 time: 0.3232565 Nov 08 14:11:42.688422 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee18e96-58fc-4565-8a2a-c481600d954a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd220b5-b268-483e-aea4-5c9d96df43fd,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:42.758812 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.763688 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703d0e3-6d47-4d88-92e9-3441d48d46a7 req-522d45a7-42ea-4d34-8484-062c43fe9237 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:42.768007 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0703d0e3-6d47-4d88-92e9-3441d48d46a7 req-522d45a7-42ea-4d34-8484-062c43fe9237 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0658147 Nov 08 14:11:42.790016 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:42.792434 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800023aa-c592-4a83-a892-f172b5868470" -d '{"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-plugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:42.817448 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:42.817730 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0703d0e3-6d47-4d88-92e9-3441d48d46a7 req-f9e18939-8032-42f3-b330-aa1ecfc41c86 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Nov 08 14:11:42.851463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4167c29a-3f21-4ac4-9c2d-a90f5769bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.851623 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b7267e-8338-49cb-9bf9-aff137b1e303 x-openstack-request-id: req-45b7267e-8338-49cb-9bf9-aff137b1e303 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:42.851623 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-plugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:42.851623 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45b7267e-8338-49cb-9bf9-aff137b1e303 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:42.851623 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'code': 200} Nov 08 14:11:42.851934 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4167c29a-3f21-4ac4-9c2d-a90f5769bcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:42.851934 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-4167c29a-3f21-4ac4-9c2d-a90f5769bcf7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a2405f9-c094-4d22-a6f5-34de8188f30d HTTP/1.1" status: 204 len: 168 time: 0.4007566 Nov 08 14:11:42.856508 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c29a-3f21-4ac4-9c2d-a90f5769bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2405f9-c094-4d22-a6f5-34de8188f30d,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:43.013272 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:43.070490 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:43.074928 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038721-1662-4e6b-a7bd-82f85cc1be7f req-4fcafab0-20fd-4415-b91d-08f3d98ab161 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.080785 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c9038721-1662-4e6b-a7bd-82f85cc1be7f req-4fcafab0-20fd-4415-b91d-08f3d98ab161 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1608453 Nov 08 14:11:43.088792 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446925-575f-4be4-84e6-e0fefb4bd315 req-38798f6d-97b7-4687-9b77-8a3c7b573971 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.088792 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6c446925-575f-4be4-84e6-e0fefb4bd315 req-38798f6d-97b7-4687-9b77-8a3c7b573971 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.1179838 Nov 08 14:11:43.092743 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35194) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:43.098430 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'floatingip': {'port_id': 'eff18783-297f-4996-9efe-fbeb2e753ce9'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:43.191588 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6c446925-575f-4be4-84e6-e0fefb4bd315 req-d5a570eb-0323-46a2-bf6d-e022e83b7558 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859919 Nov 08 14:11:43.312504 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d361d-1c2a-4b7c-a033-c9dffcf5ab8f req-2e3ed3de-661a-4c21-a829-9c0df3956899 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.315149 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-718d361d-1c2a-4b7c-a033-c9dffcf5ab8f req-2e3ed3de-661a-4c21-a829-9c0df3956899 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1308303 Nov 08 14:11:43.320416 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:43.409316 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-718d361d-1c2a-4b7c-a033-c9dffcf5ab8f req-171b2c92-541c-45c9-9760-d913cc0445f4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831461 Nov 08 14:11:43.616657 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0b2ff-4436-4297-b331-b412227c5b62 req-781f055a-c669-4a72-b261-92c32e9e19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.618218 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-75f0b2ff-4436-4297-b331-b412227c5b62 req-781f055a-c669-4a72-b261-92c32e9e19a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 1098 time: 0.1875722 Nov 08 14:11:43.742632 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-75f0b2ff-4436-4297-b331-b412227c5b62 req-d3a1d322-e1a1-4153-9e4c-36c735a25e60 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085560 Nov 08 14:11:43.924526 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35206) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:43.938419 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1d0d3159-e6fb-4f65-9eb1-89e71cb58a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:43.982980 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35208) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:44.006201 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e59c0477-76c2-46af-9519-025aa74aeb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.070128 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1d0d3159-e6fb-4f65-9eb1-89e71cb58a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.139021 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e59c0477-76c2-46af-9519-025aa74aeb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.165605 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1d0d3159-e6fb-4f65-9eb1-89e71cb58a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.178467 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.207735 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-1d0d3159-e6fb-4f65-9eb1-89e71cb58a39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35a310b8dcc94ee493a373e9e05f9447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820699 Nov 08 14:11:44.208472 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d3159-e6fb-4f65-9eb1-89e71cb58a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62e817e-eb2d-48ec-a0ac-688608dbedde,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:44.210518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35210) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:44.235801 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e59c0477-76c2-46af-9519-025aa74aeb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.265282 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.298639 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-e59c0477-76c2-46af-9519-025aa74aeb9a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=055b9b0097434cf486ea1dbf7f72294d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132901 Nov 08 14:11:44.299546 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35214) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:44.313248 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0477-76c2-46af-9519-025aa74aeb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55767dfe-da63-4d05-b7dc-3de893cb088d,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:44.481522 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cc324-2eca-4301-9e4c-542dc870ba2d req-0eea448e-3d9a-41cd-8cd0-0fed7e28f5e5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:44.484457 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ae0cc324-2eca-4301-9e4c-542dc870ba2d req-0eea448e-3d9a-41cd-8cd0-0fed7e28f5e5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.1295807 Nov 08 14:11:44.488926 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2d05b8be-4906-46c1-9278-fe46c274574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.570699 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2d05b8be-4906-46c1-9278-fe46c274574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.628321 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-369b8a38-df84-4910-966f-2fef0f7c61c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.669384 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ae0cc324-2eca-4301-9e4c-542dc870ba2d req-cdb5366e-318a-477b-9c4a-4bb97045e795 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581473 Nov 08 14:11:44.690374 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-369b8a38-df84-4910-966f-2fef0f7c61c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.711947 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cd6e6-c6fc-4301-ad74-a0e4eec95ed4 req-4f3206e4-6334-40bf-a1d7-26311a1a9488 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:44.720489 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a63cd6e6-c6fc-4301-ad74-a0e4eec95ed4 req-4f3206e4-6334-40bf-a1d7-26311a1a9488 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1519868 Nov 08 14:11:44.748620 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Floating IP 0b526e11-7713-4421-bec4-2d09627f72a3 associated. External IP: 172.27.2.198, port: eff18783-297f-4996-9efe-fbeb2e753ce9. Nov 08 14:11:44.789414 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a63cd6e6-c6fc-4301-ad74-a0e4eec95ed4 req-14731fcc-3a65-4e85-b8a6-52729c308338 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650156 Nov 08 14:11:44.857604 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2d05b8be-4906-46c1-9278-fe46c274574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.860416 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2d05b8be-4906-46c1-9278-fe46c274574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:44.861570 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2d05b8be-4906-46c1-9278-fe46c274574e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55767dfe-da63-4d05-b7dc-3de893cb088d HTTP/1.1" status: 204 len: 168 time: 0.5587597 Nov 08 14:11:44.876375 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05b8be-4906-46c1-9278-fe46c274574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55767dfe-da63-4d05-b7dc-3de893cb088d,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:45.037395 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-369b8a38-df84-4910-966f-2fef0f7c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:45.042031 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-369b8a38-df84-4910-966f-2fef0f7c61c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:45.043810 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-369b8a38-df84-4910-966f-2fef0f7c61c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d62e817e-eb2d-48ec-a0ac-688608dbedde HTTP/1.1" status: 204 len: 168 time: 0.8295453 Nov 08 14:11:45.070206 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b8a38-df84-4910-966f-2fef0f7c61c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62e817e-eb2d-48ec-a0ac-688608dbedde,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:45.123105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:11:45.248331 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:11:45.255551 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:45.265903 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] Sync routers for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:45.276768 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:45.277513 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:11:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:45.294654 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-fa5101ab-3e34-4532-baf4-a9cff1cc4635 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "PUT /v2.0/floatingips/0b526e11-7713-4421-bec4-2d09627f72a3 HTTP/1.1" status: 200 len: 991 time: 2.1962070 Nov 08 14:11:45.294654 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:45.294654 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc440d5-151e-40a5-9cef-05bb2517186b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:45.416275 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ffe8e-834a-4e5c-8fb6-06db06aa3a21 x-openstack-request-id: req-085ffe8e-834a-4e5c-8fb6-06db06aa3a21 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:45.416760 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:45.417703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-085ffe8e-834a-4e5c-8fb6-06db06aa3a21 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:45.418005 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'status': 'completed', 'code': 200} Nov 08 14:11:45.460551 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:45.625529 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-286cde85-05b9-4691-be90-7d874ca2fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:45.636407 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-286cde85-05b9-4691-be90-7d874ca2fc39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 1098 time: 0.1673481 Nov 08 14:11:45.898522 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-4bc529b2-a5aa-4064-8b7b-21564f8117c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:45.901074 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-4bc529b2-a5aa-4064-8b7b-21564f8117c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 912 time: 0.2508860 Nov 08 14:11:46.003747 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880523a8-36d1-4dde-a56d-40d960b1ac30 req-ffc1da91-3a6a-41e4-b948-122a595aa4ec tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:46.007777 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-880523a8-36d1-4dde-a56d-40d960b1ac30 req-ffc1da91-3a6a-41e4-b948-122a595aa4ec tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0989933 Nov 08 14:11:46.025258 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddcc00-94ac-427d-9690-d8d8f75dabba req-2f66a300-2f7e-4f87-9cf2-55d27d89ed84 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:46.026925 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-baddcc00-94ac-427d-9690-d8d8f75dabba req-2f66a300-2f7e-4f87-9cf2-55d27d89ed84 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1048608 Nov 08 14:11:46.033300 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '0b526e11-7713-4421-bec4-2d09627f72a3', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'port_id': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:15Z', 'updated_at': '2021-11-08T14:11:43Z', 'revision_number': 1, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:46.062395 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] Checking router: dbc23f3a-ed95-410f-a53c-03f3a11e0cbb for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:46.089862 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:46.092901 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-864ef9c3-5f96-4e68-a435-292df633c503 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eff18783-297f-4996-9efe-fbeb2e753ce9 HTTP/1.1" status: 200 len: 999 time: 0.1795242 Nov 08 14:11:46.093515 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:11:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:46.119417 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-baddcc00-94ac-427d-9690-d8d8f75dabba req-5d38d64c-7189-497e-a6f0-f7145940dbf4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767357 Nov 08 14:11:46.125012 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-880523a8-36d1-4dde-a56d-40d960b1ac30 req-e18f79e4-eccd-476a-8fc3-699f263b33d4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091568 Nov 08 14:11:46.222853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-62dc3d9e-fbf4-4079-88a8-0fdcf72beee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:46.224852 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-62dc3d9e-fbf4-4079-88a8-0fdcf72beee4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.0854869 Nov 08 14:11:46.246432 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:46.307706 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-05e1c063-3cba-41e4-90bf-d1995b1ed22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:46.309409 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-05e1c063-3cba-41e4-90bf-d1995b1ed22e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557153 Nov 08 14:11:46.330527 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35254) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:46.351203 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-992ab29f-ef53-4387-974c-55a8448f68a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:46.480662 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-170f5c96-4bcd-48eb-8369-2ff853d70b23 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536071 Nov 08 14:11:46.491399 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-992ab29f-ef53-4387-974c-55a8448f68a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:46.556667 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-992ab29f-ef53-4387-974c-55a8448f68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:46.565329 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '0b526e11-7713-4421-bec4-2d09627f72a3', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'port_id': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:15Z', 'updated_at': '2021-11-08T14:11:43Z', 'revision_number': 1, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:46.633707 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-992ab29f-ef53-4387-974c-55a8448f68a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd808fbf154144c688ea28a61f4966ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993896 Nov 08 14:11:46.634773 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35262) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:46.654898 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ab29f-ef53-4387-974c-55a8448f68a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e3bf3-7023-4fcb-9836-2470de0898e2,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:46.711892 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1bc440d5-151e-40a5-9cef-05bb2517186b req-76ad6638-a3c6-4c08-9ddc-360a410d6180 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043991 Nov 08 14:11:46.744079 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5b82f-4131-4dd3-bb72-49061ecd561b None None] The sync data for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi is: [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '0b526e11-7713-4421-bec4-2d09627f72a3', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'port_id': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'mac_address': 'fa:16:3e:6c:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:15Z', 'updated_at': '2021-11-08T14:11:43Z', 'revision_number': 1, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:46.750776 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2f7464be-660c-4f6d-ba17-ad0912ce425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:46.786190 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2f7464be-660c-4f6d-ba17-ad0912ce425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:46.996207 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996992cb-e09f-44d6-adc0-158b64b3d03a None None] New status for floating IP 0b526e11-7713-4421-bec4-2d09627f72a3: ACTIVE {{(pid=102230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:11:47.035489 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2f7464be-660c-4f6d-ba17-ad0912ce425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:47.039416 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2f7464be-660c-4f6d-ba17-ad0912ce425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:47.041925 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2f7464be-660c-4f6d-ba17-ad0912ce425a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/818e3bf3-7023-4fcb-9836-2470de0898e2 HTTP/1.1" status: 204 len: 168 time: 0.4055235 Nov 08 14:11:47.060034 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7464be-660c-4f6d-ba17-ad0912ce425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e3bf3-7023-4fcb-9836-2470de0898e2,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:47.357551 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8213ef6-5cf4-486f-ac8c-87d2b4ab6fa7 req-8d9412dd-98d9-4923-bc18-cf240946a744 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:47.358247 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d8213ef6-5cf4-486f-ac8c-87d2b4ab6fa7 req-8d9412dd-98d9-4923-bc18-cf240946a744 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0917344 Nov 08 14:11:47.368569 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e6b4-6ae7-4818-9121-93da06aec29c req-cfde4ace-d7e1-4700-a17c-6e06ddbc46b0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:47.370194 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d3b0e6b4-6ae7-4818-9121-93da06aec29c req-cfde4ace-d7e1-4700-a17c-6e06ddbc46b0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0850413 Nov 08 14:11:47.432786 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d8213ef6-5cf4-486f-ac8c-87d2b4ab6fa7 req-26caf789-fc1a-4221-8af6-9087ec2391b9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Nov 08 14:11:47.436575 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d3b0e6b4-6ae7-4818-9121-93da06aec29c req-9e7c6236-aeaf-4b83-a5c1-e5d78b944226 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587654 Nov 08 14:11:47.624868 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f1c21-1254-4336-a2e9-2d179acc62d8 req-c4efa9a3-2724-432b-8eb3-1020235107fe tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:47.626529 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e40f1c21-1254-4336-a2e9-2d179acc62d8 req-c4efa9a3-2724-432b-8eb3-1020235107fe tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0774262 Nov 08 14:11:47.637065 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35292) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:47.645674 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'floatingip': {'port_id': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:47.739268 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:48.659445 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:48.679713 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d0169-cf54-415f-823f-91214f8404cc req-30164bce-dd7a-428b-adfd-5146de401a35 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:48.690055 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d21d0169-cf54-415f-823f-91214f8404cc req-30164bce-dd7a-428b-adfd-5146de401a35 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1530325 Nov 08 14:11:48.736956 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d21d0169-cf54-415f-823f-91214f8404cc req-e1287193-74e4-4d56-91c1-b3176b0c47d2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 Nov 08 14:11:48.737988 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:48.919941 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Floating IP abac6037-45dc-4659-a9f9-09ca8c6e5a3f associated. External IP: 172.27.2.152, port: 1461d0f2-76e1-4f55-9425-1be7f385c47b. Nov 08 14:11:49.366230 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Router 977c8f86-fc95-45a1-a0df-90a26d9d747d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:11:49.511973 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:11:49.518539 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:49.523359 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] Sync routers for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:49.533544 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:49.537523 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:11:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:49.560205 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-aacd58a8-9a1b-4738-8efa-43d93452ca59 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "PUT /v2.0/floatingips/abac6037-45dc-4659-a9f9-09ca8c6e5a3f HTTP/1.1" status: 200 len: 991 time: 1.9212298 Nov 08 14:11:49.560792 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:49.563464 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a3527-0ed7-4949-a0cd-daae47add6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:49.700858 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:49.737545 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-f307509c-1c95-470b-ac57-cdc3e7b364b2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:49.739707 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-f307509c-1c95-470b-ac57-cdc3e7b364b2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 0.1711545 Nov 08 14:11:49.755066 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae107756-b088-4f3e-a4c4-1b1f25b54cfd x-openstack-request-id: req-ae107756-b088-4f3e-a4c4-1b1f25b54cfd {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:49.755502 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:49.755625 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae107756-b088-4f3e-a4c4-1b1f25b54cfd {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:49.756099 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'status': 'completed', 'code': 200} Nov 08 14:11:49.758982 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-ac16682d-f2c8-48a5-8a83-e2c49544b2c1 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/quotas/79ebee658f7c4092aa97eeca15ab45b1 HTTP/1.1" status: 200 len: 375 time: 0.0130012 Nov 08 14:11:49.867193 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-be0e6301-c3f1-419b-b5a6-d200e8e0701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:49.869747 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-be0e6301-c3f1-419b-b5a6-d200e8e0701f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 1098 time: 0.0643449 Nov 08 14:11:49.949083 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-b0207ea6-d244-40b7-ab6f-478567c8d3f3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832972 Nov 08 14:11:50.070664 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f7952-5532-4d3d-a24a-b353ddb95999 req-966d7ee4-8e96-4918-ae68-c54f49015e10 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:50.073414 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3c9f7952-5532-4d3d-a24a-b353ddb95999 req-966d7ee4-8e96-4918-ae68-c54f49015e10 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.2227051 Nov 08 14:11:50.119261 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-593b3025-4c44-485a-922f-da9494d10fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:50.123088 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-593b3025-4c44-485a-922f-da9494d10fd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.2349498 Nov 08 14:11:50.136402 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'abac6037-45dc-4659-a9f9-09ca8c6e5a3f', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'port_id': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'mac_address': 'fa:16:3e:6c:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:22Z', 'updated_at': '2021-11-08T14:11:48Z', 'revision_number': 1, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:50.176096 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] Checking router: 977c8f86-fc95-45a1-a0df-90a26d9d747d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:50.186943 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:50.187615 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:11:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:50.293715 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3c9f7952-5532-4d3d-a24a-b353ddb95999 req-56e27152-33c8-499d-9908-236c3e346b84 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077494 Nov 08 14:11:50.301045 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-27e5ae8b-249c-4a3b-aa5b-17e69471905f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b HTTP/1.1" status: 200 len: 999 time: 0.1649001 Nov 08 14:11:50.311315 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-a03cd97c-6172-495d-ab1b-8ffc94417d6c service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463612 Nov 08 14:11:50.367318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-b72cdd52-81b6-4eb5-919e-fafe0565105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:50.368997 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-b72cdd52-81b6-4eb5-919e-fafe0565105e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0540340 Nov 08 14:11:50.389410 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:50.483240 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-5d445f44-6e04-4b0f-b91d-2328ff645546 service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504838 Nov 08 14:11:50.486141 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-c56efc3c-111a-46c1-bd49-47c28cc5ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:50.488834 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-c56efc3c-111a-46c1-bd49-47c28cc5ecbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743899 Nov 08 14:11:50.648803 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-ca1500f9-237c-4b86-ba54-6d19ab4814ef service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401536 Nov 08 14:11:50.696498 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'abac6037-45dc-4659-a9f9-09ca8c6e5a3f', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'port_id': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'mac_address': 'fa:16:3e:6c:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:22Z', 'updated_at': '2021-11-08T14:11:48Z', 'revision_number': 1, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:50.738700 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b836a77-4a48-4868-b463-01fcae7b92af None None] The sync data for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi is: [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'abac6037-45dc-4659-a9f9-09ca8c6e5a3f', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'port_id': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'mac_address': 'fa:16:3e:6c:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:22Z', 'updated_at': '2021-11-08T14:11:48Z', 'revision_number': 1, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:50.844631 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b13a3527-0ed7-4949-a0cd-daae47add6d3 req-f370baa4-3f9b-4800-82bb-f17de91b7c85 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862817 Nov 08 14:11:50.867720 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3516e8fa-199d-45cf-956a-9463053c7a09 req-e758ac61-e34a-4a14-8ed4-ff1a12be62fb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 210 time: 0.0399008 Nov 08 14:11:51.056985 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec489da-5413-4dc2-9335-e0456023157a None None] New status for floating IP abac6037-45dc-4659-a9f9-09ca8c6e5a3f: ACTIVE {{(pid=102230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:11:51.426795 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395509a-ffc0-4345-beb2-70b91c76d214 req-1b304c86-ce5e-414b-8e3e-de5661967049 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:51.428764 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7395509a-ffc0-4345-beb2-70b91c76d214 req-1b304c86-ce5e-414b-8e3e-de5661967049 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0589170 Nov 08 14:11:51.485837 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7395509a-ffc0-4345-beb2-70b91c76d214 req-7beef854-f6c9-469d-a598-db87ce8a0bd0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504320 Nov 08 14:11:51.959729 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ac17e5c8-2d95-4a1b-81ca-cefa19eafca4 req-6c646bdb-522b-43ab-b288-92b330e10d89 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 210 time: 0.0345838 Nov 08 14:11:52.650844 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef882f8d-9d59-4109-9bff-27271e3632ae req-6f917876-a8fe-42e5-81e7-f5015219e5a0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:52.652850 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef882f8d-9d59-4109-9bff-27271e3632ae req-6f917876-a8fe-42e5-81e7-f5015219e5a0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0592513 Nov 08 14:11:52.705578 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef882f8d-9d59-4109-9bff-27271e3632ae req-6a639e1a-c007-4be7-9347-157ce2d98909 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460687 Nov 08 14:11:53.086444 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2008c73a-15c8-43f8-99ac-5a822bf940c7 req-b25853b6-5ea6-4f23-b6fb-cdc94a81830c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 210 time: 0.0278690 Nov 08 14:11:53.847711 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e62d-85ff-4172-9a75-e44375fbca09 req-16b513d7-3dbb-49a0-8880-395ca32ee388 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:53.850579 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2fa2e62d-85ff-4172-9a75-e44375fbca09 req-16b513d7-3dbb-49a0-8880-395ca32ee388 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0536435 Nov 08 14:11:53.907613 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2fa2e62d-85ff-4172-9a75-e44375fbca09 req-5b65898f-d970-4a40-b363-9a231baa0b4f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498917 Nov 08 14:11:54.155783 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fca2f3a5-6735-4111-bc73-0d71ebe5625d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:54.218891 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-34425e51-80ea-4ab3-accd-184c166a82e2 req-d05de5c1-8a43-4631-af1c-9415aa665499 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 210 time: 0.0434766 Nov 08 14:11:54.350193 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-f4d78340-b8b4-439f-87b9-7519e24d1247 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:54.351900 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-f4d78340-b8b4-439f-87b9-7519e24d1247 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 0.1257448 Nov 08 14:11:54.383402 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Request body: {'port': {'device_id': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'admin_state_up': True, 'tenant_id': '79ebee658f7c4092aa97eeca15ab45b1'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:54.589956 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Made reservation on behalf of 79ebee658f7c4092aa97eeca15ab45b1 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:54.593918 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:54.729368 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Allocated IP 172.20.0.3 (19d687cf-80d2-430b-93a2-e0eac7499e6d/722c679a-e4d4-4825-ba3e-30cd17df2f43/4883ec87-6deb-4932-b645-207373420dec) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:54.917601 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:55.085274 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9c56-e017-4773-be24-38f918b150b4 req-5cdafb9f-f321-4bf0-877f-575497e53c61 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:55.088148 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-88ad9c56-e017-4773-be24-38f918b150b4 req-5cdafb9f-f321-4bf0-877f-575497e53c61 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.0851645 Nov 08 14:11:55.103347 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:55.121663 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:55.165440 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-88ad9c56-e017-4773-be24-38f918b150b4 req-a0888c9e-f8b9-4b18-aaab-ee1fd9ce3820 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710771 Nov 08 14:11:55.204973 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:55.215335 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:55.221498 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:55.250024 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e39a25-c1ba-4829-ab44-873912776449 req-1678c9a4-9870-4a64-89bb-f4cd802184d6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:55.259881 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-28e39a25-c1ba-4829-ab44-873912776449 req-1678c9a4-9870-4a64-89bb-f4cd802184d6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1146076 Nov 08 14:11:55.316560 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-28e39a25-c1ba-4829-ab44-873912776449 req-66483297-deeb-4b9c-abf1-807e8ab9a15c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535047 Nov 08 14:11:55.352771 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event updated for resources: {'Port': ['ID=4883ec87-6deb-4932-b645-207373420dec,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:55.403217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:55.404218 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:55.524027 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-07fe4c99-5d8e-4e10-abcf-c03d0fe4026d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1459026 Nov 08 14:11:55.549062 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Request body: {'port': {'device_id': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:55.578858 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35528) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:55.631246 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:55.746335 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b570ffd-3a23-488b-81fb-399752b6085f req-e82b6d43-c924-42d7-8bd6-0e1293c42233 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:55.748172 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4b570ffd-3a23-488b-81fb-399752b6085f req-e82b6d43-c924-42d7-8bd6-0e1293c42233 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 931 time: 0.3238430 Nov 08 14:11:55.766894 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8939b625-17f9-4c75-a1f6-d5bc306f6d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:55.793229 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4b570ffd-3a23-488b-81fb-399752b6085f req-8e0e3085-7883-4cab-8f1b-916075390d1c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 Nov 08 14:11:55.946879 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8939b625-17f9-4c75-a1f6-d5bc306f6d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:55.982972 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4883ec87-6deb-4932-b645-207373420dec {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:55.990938 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.004144 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Transition to ACTIVE for port object 4883ec87-6deb-4932-b645-207373420dec will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:56.023789 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8939b625-17f9-4c75-a1f6-d5bc306f6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.065367 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8939b625-17f9-4c75-a1f6-d5bc306f6d98 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04a52e94a0244c7c922259acf4bd118c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840169 Nov 08 14:11:56.065367 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939b625-17f9-4c75-a1f6-d5bc306f6d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334fdb11-5f75-4483-8368-5a60bf6352cf,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:56.068350 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35538) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:56.138060 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.153857 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a31ebffd-c293-4375-a525-8e130b7be5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.181572 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a31ebffd-c293-4375-a525-8e130b7be5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.197352 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4883ec87-6deb-4932-b645-207373420dec,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:56.282252 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Attempting to bind port 4883ec87-6deb-4932-b645-207373420dec on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:11:56.282597 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Attempting to bind port 4883ec87-6deb-4932-b645-207373420dec by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:11:56.282942 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Attempting to bind port 4883ec87-6deb-4932-b645-207373420dec on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:56.288979 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Port 4883ec87-6deb-4932-b645-207373420dec on network 19d687cf-80d2-430b-93a2-e0eac7499e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:56.289303 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Attempting to bind port 4883ec87-6deb-4932-b645-207373420dec on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:56.295441 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:56.295823 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Checking segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:11:56.296225 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Bound using segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:56.296900 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Bound port: 4883ec87-6deb-4932-b645-207373420dec, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:11:56.297056 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.372984 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] For port 4883ec87-6deb-4932-b645-207373420dec, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:56.375974 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218af031-f0a9-4281-9a0d-ed19dfa4723b req-23a3120c-c46a-4c4e-b54e-1df7ec331667 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:56.377374 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] For port 4883ec87-6deb-4932-b645-207373420dec, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4883ec87-6deb-4932-b645-207373420dec,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:56.378830 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-218af031-f0a9-4281-9a0d-ed19dfa4723b req-23a3120c-c46a-4c4e-b54e-1df7ec331667 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.0797441 Nov 08 14:11:56.380205 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a31ebffd-c293-4375-a525-8e130b7be5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.385246 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a31ebffd-c293-4375-a525-8e130b7be5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.387445 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a31ebffd-c293-4375-a525-8e130b7be5e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/334fdb11-5f75-4483-8368-5a60bf6352cf HTTP/1.1" status: 204 len: 168 time: 0.3171625 Nov 08 14:11:56.421254 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ebffd-c293-4375-a525-8e130b7be5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334fdb11-5f75-4483-8368-5a60bf6352cf,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:56.449524 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.483309 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-218af031-f0a9-4281-9a0d-ed19dfa4723b req-e1ec4a72-ecb0-48dc-9452-4d588e862e3a tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942056 Nov 08 14:11:56.495106 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:56.495782 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:56.497600 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] 10.222.0.64 "PUT /v2.0/ports/4883ec87-6deb-4932-b645-207373420dec HTTP/1.1" status: 200 len: 1093 time: 0.9558470 Nov 08 14:11:56.498076 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'tag': '4883ec87-6deb-4932-b645-207373420dec'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:56.500087 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be2992-fd45-4ece-b574-b6502f6d49ea req-3c19b66d-9d61-4b1a-9652-4c755acb5931 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:56.501082 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa0514e-1a63-4704-86dc-b2658fc14bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b5354f-3b2f-463e-98dd-1f52b793026b", "tag": "4883ec87-6deb-4932-b645-207373420dec"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:56.501816 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-04be2992-fd45-4ece-b574-b6502f6d49ea req-3c19b66d-9d61-4b1a-9652-4c755acb5931 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0784202 Nov 08 14:11:56.545129 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1b006-9aa8-4f82-a5fe-cabff30f2cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4883ec87-6deb-4932-b645-207373420dec,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:56.570524 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-04be2992-fd45-4ece-b574-b6502f6d49ea req-aa7a017c-6bda-470a-ad0b-4a6f9d5d15a6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575347 Nov 08 14:11:56.637525 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a6b02-3aa9-4d81-b1e5-2babd2b37bbe x-openstack-request-id: req-a12a6b02-3aa9-4d81-b1e5-2babd2b37bbe {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:56.637818 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b5354f-3b2f-463e-98dd-1f52b793026b", "tag": "4883ec87-6deb-4932-b645-207373420dec", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:56.647348 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a12a6b02-3aa9-4d81-b1e5-2babd2b37bbe {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:56.647348 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'tag': '4883ec87-6deb-4932-b645-207373420dec', 'status': 'completed', 'code': 200} Nov 08 14:11:56.756623 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0514e-1a63-4704-86dc-b2658fc14bc5 req-32d4bfa0-60c4-4b7c-8914-1741eaa64cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:56.758422 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-efa0514e-1a63-4704-86dc-b2658fc14bc5 req-32d4bfa0-60c4-4b7c-8914-1741eaa64cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 1096 time: 0.0747793 Nov 08 14:11:56.903080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0514e-1a63-4704-86dc-b2658fc14bc5 req-4165853f-efbd-4994-96ac-527248ce5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:56.904684 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-efa0514e-1a63-4704-86dc-b2658fc14bc5 req-4165853f-efbd-4994-96ac-527248ce5a04 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1340594 Nov 08 14:11:57.026370 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba83bf-aa90-4835-b15d-b0c21a7c32e5 req-b5c4324c-7d57-4265-a6cd-18e3fc58ba2d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:57.032368 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-63ba83bf-aa90-4835-b15d-b0c21a7c32e5 req-b5c4324c-7d57-4265-a6cd-18e3fc58ba2d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 943 time: 0.0602815 Nov 08 14:11:57.061143 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0514e-1a63-4704-86dc-b2658fc14bc5 req-938cccc2-789b-4d10-a606-43cb6edcdb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:57.064200 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-efa0514e-1a63-4704-86dc-b2658fc14bc5 req-938cccc2-789b-4d10-a606-43cb6edcdb4b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1402302 Nov 08 14:11:57.072075 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-63ba83bf-aa90-4835-b15d-b0c21a7c32e5 req-e9c795b5-fcec-4b4d-9727-81c9369e7970 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375559 Nov 08 14:11:57.086927 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.171507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-23381f9d-2642-4cdd-a077-2e828bee8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:57.173233 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-23381f9d-2642-4cdd-a077-2e828bee8bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 1096 time: 0.0485480 Nov 08 14:11:57.183976 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7cae-cd8e-4432-9d97-19f86ce61868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.195930 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35562) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:57.211709 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1616956d-40b1-4641-a5bb-36ee78993eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.262818 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-1a4c0387-7ab9-4048-bebd-75579c8cb98f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4883ec87-6deb-4932-b645-207373420dec HTTP/1.1" status: 200 len: 217 time: 0.0798595 Nov 08 14:11:57.321367 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1616956d-40b1-4641-a5bb-36ee78993eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.348827 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-bdb375e7-13bf-4851-97e0-453ad20ebaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:57.351412 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-bdb375e7-13bf-4851-97e0-453ad20ebaed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=722c679a-e4d4-4825-ba3e-30cd17df2f43 HTTP/1.1" status: 200 len: 854 time: 0.0776651 Nov 08 14:11:57.401187 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1616956d-40b1-4641-a5bb-36ee78993eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.402391 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-b7402ec0-d01c-4b6c-baeb-8ec83aa2396f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19d687cf-80d2-430b-93a2-e0eac7499e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276921 Nov 08 14:11:57.448168 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-1616956d-40b1-4641-a5bb-36ee78993eaa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26d0ef4d71df49b5a8b45bbb36bb72d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503040 Nov 08 14:11:57.450478 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616956d-40b1-4641-a5bb-36ee78993eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0732f70-6ace-48a5-8ab1-3f0cd2de7a29,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:57.455081 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35570) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:57.515655 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-ae99b3f6-c787-4bd4-aaa8-1d8da9353514 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946307 Nov 08 14:11:57.517258 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d1da976c-785f-4871-83d3-1c637e404e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.548222 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d1da976c-785f-4871-83d3-1c637e404e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.693377 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f3c91937-8faa-407c-8ecb-dc501a601b9e req-8a907afe-87c4-47d8-b7fe-57ebe816d9da service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646471 Nov 08 14:11:57.761137 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43426d3-caab-4a51-964a-51475d453ade req-b6309e68-9d7f-48a2-8610-3149f48cf973 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:57.762735 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e43426d3-caab-4a51-964a-51475d453ade req-b6309e68-9d7f-48a2-8610-3149f48cf973 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.1004264 Nov 08 14:11:57.772353 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7bc35-ffdf-4e01-973f-95959fdc822d req-2785b7fc-5fc1-45e4-a848-14f524b546ab tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:57.773861 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fca7bc35-ffdf-4e01-973f-95959fdc822d req-2785b7fc-5fc1-45e4-a848-14f524b546ab tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0899675 Nov 08 14:11:57.836078 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e43426d3-caab-4a51-964a-51475d453ade req-82dc71df-c62c-4986-81d8-f6a0e78b8c4b tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610960 Nov 08 14:11:57.838866 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fca7bc35-ffdf-4e01-973f-95959fdc822d req-6025cbc9-c8fa-44cf-8177-17cb803ad09f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580084 Nov 08 14:11:57.915530 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d1da976c-785f-4871-83d3-1c637e404e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.918310 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d1da976c-785f-4871-83d3-1c637e404e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:57.919703 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-d1da976c-785f-4871-83d3-1c637e404e98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0732f70-6ace-48a5-8ab1-3f0cd2de7a29 HTTP/1.1" status: 204 len: 168 time: 0.4633634 Nov 08 14:11:57.933125 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da976c-785f-4871-83d3-1c637e404e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0732f70-6ace-48a5-8ab1-3f0cd2de7a29,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:58.193703 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89728f1-c547-4f6b-b2bb-2cddd31ecc06 req-50d57d61-4d69-453f-a87d-c00fe931b279 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:58.193703 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e89728f1-c547-4f6b-b2bb-2cddd31ecc06 req-50d57d61-4d69-453f-a87d-c00fe931b279 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 943 time: 0.0536251 Nov 08 14:11:58.231256 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35586) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:58.262958 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e89728f1-c547-4f6b-b2bb-2cddd31ecc06 req-52f90a5f-e6ff-4e5a-8984-6d8b63743af5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612757 Nov 08 14:11:58.377705 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a3ce-b5fb-4519-b16a-ee8c777ab995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:58.453044 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:58.742609 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a3ce-b5fb-4519-b16a-ee8c777ab995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:58.783018 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-ac743a5b-f1ce-436e-8049-4b0ce4c7647c tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:58.786425 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-ac743a5b-f1ce-436e-8049-4b0ce4c7647c tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.64 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.3220778 Nov 08 14:11:58.833228 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:11:58.878186 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a3ce-b5fb-4519-b16a-ee8c777ab995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:58.932952 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6a3ce-b5fb-4519-b16a-ee8c777ab995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b62f54-f838-43c7-8d4b-05d76759d281,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:58.973320 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-f1a6a3ce-b5fb-4519-b16a-ee8c777ab995 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12b79560481f4c52b2d314fe82121a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402372 Nov 08 14:11:58.979840 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35612) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:59.050497 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c02a4-570d-4603-8fa2-5a7afdf58bae req-df28a1fa-d152-4c7d-b5a1-11fedbce7462 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.057517 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed6c02a4-570d-4603-8fa2-5a7afdf58bae req-df28a1fa-d152-4c7d-b5a1-11fedbce7462 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 945 time: 0.0954587 Nov 08 14:11:59.072377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Deleting port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:11:59.072995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.086411 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8b757-721b-4b34-8164-44aeb6f2d3d4 req-1e875e23-4b29-4bc8-b125-5a3509473c2c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.091665 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e1c8b757-721b-4b34-8164-44aeb6f2d3d4 req-1e875e23-4b29-4bc8-b125-5a3509473c2c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1204820 Nov 08 14:11:59.122355 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb030dfc-3c4e-4d7f-9799-5b8190b488f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.141461 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed6c02a4-570d-4603-8fa2-5a7afdf58bae req-eef30d79-7c0d-470e-852b-cb45da2a6b82 tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/security-groups?id=be7f9499-e32b-4ccc-b046-4b4740007bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775683 Nov 08 14:11:59.151697 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e1c8b757-721b-4b34-8164-44aeb6f2d3d4 req-55b605fd-ef2e-47af-a4e2-f6cd5f63c3ea tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562420 Nov 08 14:11:59.164623 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb030dfc-3c4e-4d7f-9799-5b8190b488f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.250001 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] For port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,segment=NetworkSegment(339091e8-efcd-48a2-9bc1-eceaf2ad1fce),segment_id=339091e8-efcd-48a2-9bc1-eceaf2ad1fce)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:59.250001 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.267648 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Calling delete_port for f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:11:59.408906 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60936878-62f7-47c6-b2ab-78315dddcb36 req-3e256e0f-ec15-4bb3-a9d0-7872f3c30f77 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.411136 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-60936878-62f7-47c6-b2ab-78315dddcb36 req-3e256e0f-ec15-4bb3-a9d0-7872f3c30f77 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 943 time: 0.0649135 Nov 08 14:11:59.425437 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb030dfc-3c4e-4d7f-9799-5b8190b488f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.428374 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb030dfc-3c4e-4d7f-9799-5b8190b488f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.429736 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-fb030dfc-3c4e-4d7f-9799-5b8190b488f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17b62f54-f838-43c7-8d4b-05d76759d281 HTTP/1.1" status: 204 len: 168 time: 0.4487269 Nov 08 14:11:59.453574 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-60936878-62f7-47c6-b2ab-78315dddcb36 req-ef2617c2-4951-4fd0-bde1-ef193c132e52 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359774 Nov 08 14:11:59.466307 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb030dfc-3c4e-4d7f-9799-5b8190b488f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b62f54-f838-43c7-8d4b-05d76759d281,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:59.631118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.653677 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['f33286c9-cc63-4c7c-85f2-f97b72dc7aa5'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:59.696207 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Pushing event deleted for resources: {'Port': ['ID=f33286c9-cc63-4c7c-85f2-f97b72dc7aa5,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:59.768630 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] No DVR routers for this DVR port f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:11:59.773178 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:11:59.777020 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-6c13a91a-27eb-4321-82b1-263ee5af7902 req-c86b4e78-7e7f-414c-bdb4-63b3b8bb878d tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.64 "DELETE /v2.0/ports/f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 HTTP/1.1" status: 204 len: 173 time: 0.9663334 Nov 08 14:11:59.777502 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'name': 'network-vif-deleted', 'tag': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:59.780239 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26630ca7-c330-4b76-a4c2-a330611f5c4c" -d '{"events": [{"server_uuid": "72dc2248-1737-4b97-bd60-8c390c3a83cf", "name": "network-vif-deleted", "tag": "f33286c9-cc63-4c7c-85f2-f97b72dc7aa5"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:59.837601 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73206dd0-b668-4070-98c5-5e5db297625d x-openstack-request-id: req-73206dd0-b668-4070-98c5-5e5db297625d {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:59.837923 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dc2248-1737-4b97-bd60-8c390c3a83cf", "name": "network-vif-deleted", "tag": "f33286c9-cc63-4c7c-85f2-f97b72dc7aa5", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:59.838206 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73206dd0-b668-4070-98c5-5e5db297625d {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:59.838610 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dc2248-1737-4b97-bd60-8c390c3a83cf', 'name': 'network-vif-deleted', 'tag': 'f33286c9-cc63-4c7c-85f2-f97b72dc7aa5', 'status': 'completed', 'code': 200} Nov 08 14:12:00.109915 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:00.267392 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0d914be3-834d-47a2-b9da-69b346140401 req-b00cdd1c-0977-4018-9472-a5296a263e9c tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.0626783 Nov 08 14:12:00.387927 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048acbf0-7a07-4acd-8112-91ec52ef0853 req-708cb19b-dd9e-4a74-b61f-4851e02f4095 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:00.396224 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-048acbf0-7a07-4acd-8112-91ec52ef0853 req-708cb19b-dd9e-4a74-b61f-4851e02f4095 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0953228 Nov 08 14:12:00.433827 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-048acbf0-7a07-4acd-8112-91ec52ef0853 req-75fb588d-34f7-4d12-920a-ca75c1d2685e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374660 Nov 08 14:12:00.474606 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35656) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:00.493355 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-43d154ab-050e-4963-8f8d-c0415b901ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:00.607389 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-43d154ab-050e-4963-8f8d-c0415b901ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:00.619013 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b696c-3ebd-495e-be95-cc94a7bd858e req-ad4de25d-a289-4340-a7de-a8466a47d2a0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:00.620986 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d67b696c-3ebd-495e-be95-cc94a7bd858e req-ad4de25d-a289-4340-a7de-a8466a47d2a0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 943 time: 0.0811768 Nov 08 14:12:00.665975 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d67b696c-3ebd-495e-be95-cc94a7bd858e req-70c838ca-fc80-4abe-b8a0-c43f1ecfc356 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380487 Nov 08 14:12:00.691960 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-43d154ab-050e-4963-8f8d-c0415b901ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:00.740851 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d154ab-050e-4963-8f8d-c0415b901ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98cb9f7-0da2-4b01-8abc-1dbe5f3eba32,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:00.762992 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-43d154ab-050e-4963-8f8d-c0415b901ddd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6add1ac77e674395a445513322d12da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835228 Nov 08 14:12:00.763327 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35670) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:00.824804 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-14b265a2-a466-47a5-a8cc-1f79713d603f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:00.851242 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-14b265a2-a466-47a5-a8cc-1f79713d603f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:01.001041 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-14b265a2-a466-47a5-a8cc-1f79713d603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:01.004168 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-14b265a2-a466-47a5-a8cc-1f79713d603f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:01.005979 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-14b265a2-a466-47a5-a8cc-1f79713d603f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d98cb9f7-0da2-4b01-8abc-1dbe5f3eba32 HTTP/1.1" status: 204 len: 168 time: 0.2409427 Nov 08 14:12:01.014050 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b265a2-a466-47a5-a8cc-1f79713d603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98cb9f7-0da2-4b01-8abc-1dbe5f3eba32,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:01.406666 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bb204490-9fb5-4114-aa5b-eda19265eb4d req-39d80d58-1547-4942-b5e0-c969ded3a3bc tempest-DeleteServersTestJSON-1767663612 tempest-DeleteServersTestJSON-1767663612-project] 10.222.0.73 "GET /v2.0/ports?device_id=72dc2248-1737-4b97-bd60-8c390c3a83cf HTTP/1.1" status: 200 len: 210 time: 0.0420012 Nov 08 14:12:01.587459 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b306ae1-5100-4da9-8b05-c57d347c508d req-41b5df91-45ca-42a2-b439-c5b7e1133f11 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:01.588991 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2b306ae1-5100-4da9-8b05-c57d347c508d req-41b5df91-45ca-42a2-b439-c5b7e1133f11 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0678227 Nov 08 14:12:01.636855 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2b306ae1-5100-4da9-8b05-c57d347c508d req-00ae7f29-8df6-45c1-8e4c-126da5294651 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Nov 08 14:12:01.794768 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db8813-3b41-4d01-b4f7-52d1b75ab3e0 req-3bd97985-aec4-4ad3-acbf-ee79cc938496 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:01.796256 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-18db8813-3b41-4d01-b4f7-52d1b75ab3e0 req-3bd97985-aec4-4ad3-acbf-ee79cc938496 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 943 time: 0.0497499 Nov 08 14:12:01.856421 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-18db8813-3b41-4d01-b4f7-52d1b75ab3e0 req-5fd2b572-c445-427f-b053-f07f3a36aa28 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514812 Nov 08 14:12:02.028203 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35700) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:02.042809 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e12fbe8f-80d1-49bb-a407-0ecd20922d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.125708 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e12fbe8f-80d1-49bb-a407-0ecd20922d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.239177 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e12fbe8f-80d1-49bb-a407-0ecd20922d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.279240 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e12fbe8f-80d1-49bb-a407-0ecd20922d31 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39e59a406d1e4eeabea62631aeeb5479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498500 Nov 08 14:12:02.280325 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fbe8f-80d1-49bb-a407-0ecd20922d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f63cef-04b2-4caa-862d-99419f795177,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:02.282009 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35702) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:02.336335 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-7244c4de-5735-4f34-82bd-d2f390121aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.363636 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-7244c4de-5735-4f34-82bd-d2f390121aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.486256 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4883ec87-6deb-4932-b645-207373420dec details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:12:02.488815 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:12:02.513456 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:12:02.513803 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device f33286c9-cc63-4c7c-85f2-f97b72dc7aa5 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:12:02.553390 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-7244c4de-5735-4f34-82bd-d2f390121aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.556008 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-7244c4de-5735-4f34-82bd-d2f390121aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.557589 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-7244c4de-5735-4f34-82bd-d2f390121aad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78f63cef-04b2-4caa-862d-99419f795177 HTTP/1.1" status: 204 len: 168 time: 0.2742295 Nov 08 14:12:02.571669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c4de-5735-4f34-82bd-d2f390121aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f63cef-04b2-4caa-862d-99419f795177,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:02.635276 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 4883ec87-6deb-4932-b645-207373420dec, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4883ec87-6deb-4932-b645-207373420dec,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:02.651178 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '4883ec87-6deb-4932-b645-207373420dec', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'port_id': '4883ec87-6deb-4932-b645-207373420dec', 'mac_address': 'fa:16:3e:b3:54:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722c679a-e4d4-4825-ba3e-30cd17df2f43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:12:02.746295 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:02.763314 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4883ec87-6deb-4932-b645-207373420dec {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:12:02.791679 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 4883ec87-6deb-4932-b645-207373420dec, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4883ec87-6deb-4932-b645-207373420dec,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:02.798034 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60a57-2149-4db5-a0af-5641208962a8 req-579f5df9-3b28-45c1-8b22-b9f4ddb83f12 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:02.800251 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ebf60a57-2149-4db5-a0af-5641208962a8 req-579f5df9-3b28-45c1-8b22-b9f4ddb83f12 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0781417 Nov 08 14:12:02.843283 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ebf60a57-2149-4db5-a0af-5641208962a8 req-8558a1f3-ac8d-449a-8239-132a16c4a96b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360365 Nov 08 14:12:02.913716 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:03.003858 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=4883ec87-6deb-4932-b645-207373420dec,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:03.013200 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.013747 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.014106 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.014443 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.014983 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.015379 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.015773 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.016104 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.016457 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.016796 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.017126 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.017453 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:03.044781 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a691218-c679-4e54-8943-3803e231b522 req-f66a3b9a-4aeb-4825-9357-dd2b9fabbd87 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:03.046357 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8a691218-c679-4e54-8943-3803e231b522 req-f66a3b9a-4aeb-4825-9357-dd2b9fabbd87 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 944 time: 0.0771172 Nov 08 14:12:03.099133 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8a691218-c679-4e54-8943-3803e231b522 req-059229fa-a9cc-4e29-91f1-3406cac30212 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Nov 08 14:12:03.429997 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['4883ec87-6deb-4932-b645-207373420dec'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:12:03.981212 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f34dd-53b0-4500-a213-2df14ddb6497 req-90b18523-6b89-45f4-ade0-ecf5fdd0a24a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:03.981212 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ea5f34dd-53b0-4500-a213-2df14ddb6497 req-90b18523-6b89-45f4-ade0-ecf5fdd0a24a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0605271 Nov 08 14:12:04.051856 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ea5f34dd-53b0-4500-a213-2df14ddb6497 req-74c4e363-df07-4f01-8f6d-1dbbbe909acb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608962 Nov 08 14:12:04.247494 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4161f-54a6-4171-a8c3-e2c3c46270f3 req-1937a9e3-0946-4966-9a32-a68e035f878e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:04.249436 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-98c4161f-54a6-4171-a8c3-e2c3c46270f3 req-1937a9e3-0946-4966-9a32-a68e035f878e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 944 time: 0.0590689 Nov 08 14:12:04.309506 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35778) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:04.310112 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-98c4161f-54a6-4171-a8c3-e2c3c46270f3 req-e016cf02-4ab9-4289-a00d-0318acea87c4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484142 Nov 08 14:12:04.370972 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] Deleting subnet e78a71fe-d628-4b3f-8b2b-d13df713ed40 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:12:04.374435 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.427913 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.478760 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.681614 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.712833 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78a71fe-d628-4b3f-8b2b-d13df713ed40,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:04.716205 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.718552 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-fa1b55e8-be47-4424-becd-07680681c759 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e78a71fe-d628-4b3f-8b2b-d13df713ed40 HTTP/1.1" status: 204 len: 168 time: 0.4069796 Nov 08 14:12:04.722762 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35786) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:04.804569 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.918052 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.940370 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e860bb-cc92-4e39-8a43-dc255b695332']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:12:04.952539 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339091e8-efcd-48a2-9bc1-eceaf2ad1fce') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:12:04.953104 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339091e8-efcd-48a2-9bc1-eceaf2ad1fce') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:12:04.968036 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.984711 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.994058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:12:04.994333 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:12:04.996304 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:12:05.200332 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f3ee8-7ae4-4ae9-9bc9-bbe7a87ea356 req-fb555214-3581-41aa-b7a9-39589cdde4fd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:05.201907 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-902f3ee8-7ae4-4ae9-9bc9-bbe7a87ea356 req-fb555214-3581-41aa-b7a9-39589cdde4fd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0636079 Nov 08 14:12:05.230392 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:05.249751 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:05.256425 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] 10.222.0.73 "DELETE /v2.0/networks/e2e860bb-cc92-4e39-8a43-dc255b695332 HTTP/1.1" status: 204 len: 168 time: 0.5317562 Nov 08 14:12:05.274441 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5a3dc-7155-4857-a26d-5268a65e87fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e860bb-cc92-4e39-8a43-dc255b695332,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:05.274656 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-902f3ee8-7ae4-4ae9-9bc9-bbe7a87ea356 req-72e003b7-c92b-4afa-9155-f900f3063ef7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603957 Nov 08 14:12:05.458332 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:05.481694 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bd85f-7088-45d4-9aaf-56b6e88cbdb9 req-46d9da67-7c96-45d8-8526-20e335bed217 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:05.483313 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f56bd85f-7088-45d4-9aaf-56b6e88cbdb9 req-46d9da67-7c96-45d8-8526-20e335bed217 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 944 time: 0.0798135 Nov 08 14:12:05.542867 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f56bd85f-7088-45d4-9aaf-56b6e88cbdb9 req-0aaf78d7-e743-4d3b-8312-4ae876f7251e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487180 Nov 08 14:12:05.861313 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35844) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:05.927549 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-0813afa4-7e83-4265-8f2b-537f1ac420cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=59c09bfde2d34ff78faa5d73e2100de2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0641358 Nov 08 14:12:05.930172 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35846) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:06.006403 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f584-74d5-4e69-91e0-fe21fd0f4f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:06.050429 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f584-74d5-4e69-91e0-fe21fd0f4f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:06.235073 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f584-74d5-4e69-91e0-fe21fd0f4f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:06.238179 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f584-74d5-4e69-91e0-fe21fd0f4f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:06.239443 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e3c5f584-74d5-4e69-91e0-fe21fd0f4f7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be7f9499-e32b-4ccc-b046-4b4740007bf1 HTTP/1.1" status: 204 len: 168 time: 0.3080163 Nov 08 14:12:06.256916 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5f584-74d5-4e69-91e0-fe21fd0f4f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7f9499-e32b-4ccc-b046-4b4740007bf1,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:06.416129 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54adce3-e491-4acb-ab66-c8ed05b2ddc6 req-d7e577fa-6b27-4b84-8261-23ac39b8afae tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:06.417743 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f54adce3-e491-4acb-ab66-c8ed05b2ddc6 req-d7e577fa-6b27-4b84-8261-23ac39b8afae tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0562065 Nov 08 14:12:06.469685 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f54adce3-e491-4acb-ab66-c8ed05b2ddc6 req-c30d76ce-de00-4f76-a83f-ac4af2fe942f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Nov 08 14:12:06.517796 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4883ec87-6deb-4932-b645-207373420dec up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:12:06.669332 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 4883ec87-6deb-4932-b645-207373420dec completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:12:06.676295 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 4883ec87-6deb-4932-b645-207373420dec triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:12:06.676834 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:06.700708 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a276c-a733-466b-8838-23736a070d28 req-564a7662-2801-4640-8566-4ad94c160ab4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:06.703160 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-334a276c-a733-466b-8838-23736a070d28 req-564a7662-2801-4640-8566-4ad94c160ab4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 944 time: 0.0649505 Nov 08 14:12:06.772245 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-334a276c-a733-466b-8838-23736a070d28 req-1e0d3f80-ec9f-4468-a921-0384aec249c0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590379 Nov 08 14:12:06.819260 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:06.850415 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 35870) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:06.854246 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4883ec87-6deb-4932-b645-207373420dec'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:12:06.857060 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b0141-49e2-4904-9bb7-1d2d8cee6242" -d '{"events": [{"server_uuid": "c1b5354f-3b2f-463e-98dd-1f52b793026b", "name": "network-vif-plugged", "status": "completed", "tag": "4883ec87-6deb-4932-b645-207373420dec"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:12:06.877353 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 4883ec87-6deb-4932-b645-207373420dec, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4883ec87-6deb-4932-b645-207373420dec,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:06.912499 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c9be7-80f9-4b22-8f02-3cc174ca0c3c x-openstack-request-id: req-725c9be7-80f9-4b22-8f02-3cc174ca0c3c {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:12:06.913003 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5354f-3b2f-463e-98dd-1f52b793026b", "name": "network-vif-plugged", "status": "completed", "tag": "4883ec87-6deb-4932-b645-207373420dec", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:12:06.913418 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-725c9be7-80f9-4b22-8f02-3cc174ca0c3c {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:12:06.914247 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4883ec87-6deb-4932-b645-207373420dec', 'code': 200} Nov 08 14:12:07.005029 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-470b3269-dede-4dfc-83ad-27ff70ed07b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.069325 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.106511 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-470b3269-dede-4dfc-83ad-27ff70ed07b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.136290 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=4883ec87-6deb-4932-b645-207373420dec,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:07.207915 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-470b3269-dede-4dfc-83ad-27ff70ed07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.280319 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-470b3269-dede-4dfc-83ad-27ff70ed07b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aed9ae35c5dd49ce8fd18194412f695a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280319 Nov 08 14:12:07.283443 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35892) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:07.285891 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b3269-dede-4dfc-83ad-27ff70ed07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a1387-857b-4f40-aad1-d89d2d61b1a4,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:07.357113 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5106b5c9-5f45-429e-afef-78099a6dbf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.388556 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5106b5c9-5f45-429e-afef-78099a6dbf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.433283 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bcc3-8989-4d36-bc51-47c9f9b4508f req-9954bf63-47ee-413b-84b4-ab487cbadb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:07.434883 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ba75bcc3-8989-4d36-bc51-47c9f9b4508f req-9954bf63-47ee-413b-84b4-ab487cbadb8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 1098 time: 0.0496731 Nov 08 14:12:07.499757 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ba75bcc3-8989-4d36-bc51-47c9f9b4508f req-442845af-b20f-4890-b3a5-3df12913d575 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Nov 08 14:12:07.515764 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5106b5c9-5f45-429e-afef-78099a6dbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.523163 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5106b5c9-5f45-429e-afef-78099a6dbf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:07.532029 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-5106b5c9-5f45-429e-afef-78099a6dbf6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a39a1387-857b-4f40-aad1-d89d2d61b1a4 HTTP/1.1" status: 204 len: 168 time: 0.2441878 Nov 08 14:12:07.546336 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106b5c9-5f45-429e-afef-78099a6dbf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a1387-857b-4f40-aad1-d89d2d61b1a4,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:07.710564 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168ec49-6fb6-483c-894a-fde0414feb46 req-44b0b7f8-e04f-4f2c-84b4-a5f3ebcc206b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:07.712542 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0168ec49-6fb6-483c-894a-fde0414feb46 req-44b0b7f8-e04f-4f2c-84b4-a5f3ebcc206b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1074741 Nov 08 14:12:07.781720 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0168ec49-6fb6-483c-894a-fde0414feb46 req-3f69ba8e-aaa5-4d32-b455-40afbeb49c7e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560741 Nov 08 14:12:07.967116 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84addcff-20fe-4bd3-bbc0-920198b2d1ad req-86daf9e5-8331-498c-a450-3d67209f2116 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:07.970191 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-84addcff-20fe-4bd3-bbc0-920198b2d1ad req-86daf9e5-8331-498c-a450-3d67209f2116 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0728006 Nov 08 14:12:08.050577 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-84addcff-20fe-4bd3-bbc0-920198b2d1ad req-d1b6a7ec-cb0f-4242-8cd3-f4f5800cb34b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676873 Nov 08 14:12:08.578325 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35938) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:08.597013 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2248a11d-8ffc-4b47-8375-a97e4007b4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:08.696024 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2248a11d-8ffc-4b47-8375-a97e4007b4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:08.772317 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2248a11d-8ffc-4b47-8375-a97e4007b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:08.812775 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248a11d-8ffc-4b47-8375-a97e4007b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b6708-ae38-4dc7-acb3-84ec04c6ed53,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:08.817834 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2248a11d-8ffc-4b47-8375-a97e4007b4d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ea4a8920eee483c8deb2ce2b40b2098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382584 Nov 08 14:12:08.827040 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 35940) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:08.878009 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9bbd80b7-16fb-48a2-b2a2-1f878575698c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:08.902783 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9bbd80b7-16fb-48a2-b2a2-1f878575698c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:08.983321 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c352e2-022f-44b5-89ed-ad308efab82f req-39a5c7cd-f008-466c-b6c2-9f542c32b920 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:08.984935 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-32c352e2-022f-44b5-89ed-ad308efab82f req-39a5c7cd-f008-466c-b6c2-9f542c32b920 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0744526 Nov 08 14:12:09.040301 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-32c352e2-022f-44b5-89ed-ad308efab82f req-44e55ae6-2bd8-47fa-b211-fde91db493fa tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Nov 08 14:12:09.170587 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9bbd80b7-16fb-48a2-b2a2-1f878575698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:09.173272 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9bbd80b7-16fb-48a2-b2a2-1f878575698c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:09.174486 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-9bbd80b7-16fb-48a2-b2a2-1f878575698c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c8b6708-ae38-4dc7-acb3-84ec04c6ed53 HTTP/1.1" status: 204 len: 168 time: 0.3514173 Nov 08 14:12:09.204405 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd80b7-16fb-48a2-b2a2-1f878575698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b6708-ae38-4dc7-acb3-84ec04c6ed53,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:09.239724 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265f19-ae82-44c9-972f-c85d285cd409 req-fe183d98-5d8b-4342-9f34-e71266c08759 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:09.249081 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d9265f19-ae82-44c9-972f-c85d285cd409 req-fe183d98-5d8b-4342-9f34-e71266c08759 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0905302 Nov 08 14:12:09.307394 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d9265f19-ae82-44c9-972f-c85d285cd409 req-fb3c3ab2-b93a-40cc-b875-ccd368707a1a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478637 Nov 08 14:12:10.214248 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9c52f-b169-4fe1-ab47-3d2f8b59ec61 req-8fe560dc-945e-4d8b-8a46-b0f59cf94f7d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:10.216608 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4ba9c52f-b169-4fe1-ab47-3d2f8b59ec61 req-8fe560dc-945e-4d8b-8a46-b0f59cf94f7d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0579698 Nov 08 14:12:10.262607 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4ba9c52f-b169-4fe1-ab47-3d2f8b59ec61 req-7edda28c-e470-4c5f-91c7-79bf5948d1ac tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Nov 08 14:12:10.487893 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36006) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:10.521023 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e3a7a-3132-4efb-be07-3ef68237f4d9 req-51deb3a0-a047-45b1-bbe6-ba1095f87795 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:10.523522 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de3e3a7a-3132-4efb-be07-3ef68237f4d9 req-51deb3a0-a047-45b1-bbe6-ba1095f87795 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0948339 Nov 08 14:12:10.599446 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de3e3a7a-3132-4efb-be07-3ef68237f4d9 req-c26c3ac5-386b-4832-a525-7f69a6db3170 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673511 Nov 08 14:12:10.689519 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-00ba1fa7-0cbf-4407-8f86-39a16931f6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:10.835894 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-00ba1fa7-0cbf-4407-8f86-39a16931f6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:10.983340 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-00ba1fa7-0cbf-4407-8f86-39a16931f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:11.025548 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba1fa7-0cbf-4407-8f86-39a16931f6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c611921-76e3-4210-9d74-60b268dee29b,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:11.039657 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-00ba1fa7-0cbf-4407-8f86-39a16931f6e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2180593ae1143899d6f6aa03706e17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5447874 Nov 08 14:12:11.039657 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36032) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:11.123692 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-161ff8bd-0e22-4929-802e-1147e2d81b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:11.160646 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-161ff8bd-0e22-4929-802e-1147e2d81b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:11.309912 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-161ff8bd-0e22-4929-802e-1147e2d81b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:11.322202 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-161ff8bd-0e22-4929-802e-1147e2d81b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:11.324175 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-161ff8bd-0e22-4929-802e-1147e2d81b57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c611921-76e3-4210-9d74-60b268dee29b HTTP/1.1" status: 204 len: 168 time: 0.2842677 Nov 08 14:12:11.340472 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ff8bd-0e22-4929-802e-1147e2d81b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c611921-76e3-4210-9d74-60b268dee29b,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:11.416512 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5a36-9e68-4e4c-8bb5-f3744b57fc44 req-098974bb-b9f8-465a-b903-c4bb7facf34f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:11.425346 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-527a5a36-9e68-4e4c-8bb5-f3744b57fc44 req-098974bb-b9f8-465a-b903-c4bb7facf34f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0817032 Nov 08 14:12:11.463199 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-527a5a36-9e68-4e4c-8bb5-f3744b57fc44 req-ea8696db-53ea-4419-957a-bee80f5d2190 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367372 Nov 08 14:12:12.521559 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36084) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:12.603741 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4a45c-ab4a-49ce-8ab2-238718c3d40a req-e566f2d7-5493-482d-8f8d-216d019b5aa4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:12.605475 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0ae4a45c-ab4a-49ce-8ab2-238718c3d40a req-e566f2d7-5493-482d-8f8d-216d019b5aa4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0597436 Nov 08 14:12:12.660761 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0ae4a45c-ab4a-49ce-8ab2-238718c3d40a req-f43241a8-df07-4a6d-998c-fc857c5e22a5 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Nov 08 14:12:12.679223 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-228e3c36-303b-4911-8a8c-05a6b03849dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:12.801244 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-228e3c36-303b-4911-8a8c-05a6b03849dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:13.006547 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-228e3c36-303b-4911-8a8c-05a6b03849dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:13.051300 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-228e3c36-303b-4911-8a8c-05a6b03849dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b7984e42f6643629f18fc56de92a6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285234 Nov 08 14:12:13.052259 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e3c36-303b-4911-8a8c-05a6b03849dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e79ed00-278d-4da2-b4ac-2817c350af91,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:13.054213 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36104) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:13.139324 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5b36b8a8-5cb5-459b-8949-a532eaa73738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:13.166626 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5b36b8a8-5cb5-459b-8949-a532eaa73738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:13.337425 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5b36b8a8-5cb5-459b-8949-a532eaa73738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:13.340325 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5b36b8a8-5cb5-459b-8949-a532eaa73738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:13.341524 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-5b36b8a8-5cb5-459b-8949-a532eaa73738 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e79ed00-278d-4da2-b4ac-2817c350af91 HTTP/1.1" status: 204 len: 168 time: 0.2863173 Nov 08 14:12:13.351280 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36b8a8-5cb5-459b-8949-a532eaa73738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e79ed00-278d-4da2-b4ac-2817c350af91,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:13.794880 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238779e-2e9d-4d8e-9334-dc1c401f522e req-5f1c39fe-636e-4897-8586-51f16bf0d481 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:13.805703 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8238779e-2e9d-4d8e-9334-dc1c401f522e req-5f1c39fe-636e-4897-8586-51f16bf0d481 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0691159 Nov 08 14:12:13.842869 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8238779e-2e9d-4d8e-9334-dc1c401f522e req-46bf8401-5280-4d8f-b018-d9d9cea12fec tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Nov 08 14:12:14.750863 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c017e1-486d-484c-ab4f-4927824d3911 req-5b84a714-b095-49f1-9560-687b2d27faa4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:14.754767 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-5b84a714-b095-49f1-9560-687b2d27faa4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 0.1530499 Nov 08 14:12:14.776783 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-349098f9-0eb7-452b-8ceb-3065298772ea tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/quotas/79ebee658f7c4092aa97eeca15ab45b1 HTTP/1.1" status: 200 len: 375 time: 0.0110328 Nov 08 14:12:14.848860 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-227d8a58-b95a-41cf-83e2-63d15fcde8a6 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654900 Nov 08 14:12:15.053226 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-e06aad48-6ea8-452c-bbe4-09a887ab3f6d service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970127 Nov 08 14:12:15.079899 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60cd7d-9685-45dd-9369-2297302250f9 req-732214da-8555-4c00-bf01-872cb2c0a613 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:15.082554 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5b60cd7d-9685-45dd-9369-2297302250f9 req-732214da-8555-4c00-bf01-872cb2c0a613 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1187561 Nov 08 14:12:15.106148 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36196) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:15.168440 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5b60cd7d-9685-45dd-9369-2297302250f9 req-1b3c71bf-e271-4c2b-aa0e-104783791e4d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755780 Nov 08 14:12:15.220482 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d0eb3854-4f41-41ca-84b8-df8673e253ce service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538837 Nov 08 14:12:15.488732 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6a06f8c4-afbe-4784-8e19-ef8e4a80fe0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:15.585292 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ede02959-ce44-4e8a-9152-1825c7ab48c0 req-5b773780-fc2f-4ae4-8d5b-dabb4c05a9be tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 210 time: 0.0363605 Nov 08 14:12:15.644752 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6a06f8c4-afbe-4784-8e19-ef8e4a80fe0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:15.714852 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6a06f8c4-afbe-4784-8e19-ef8e4a80fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:15.793421 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-6a06f8c4-afbe-4784-8e19-ef8e4a80fe0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=737b3295e1c04cb39cad37a5b93783f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6830943 Nov 08 14:12:15.793421 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06f8c4-afbe-4784-8e19-ef8e4a80fe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b188c8d9-efca-42c7-9665-03daa8e16080,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:15.794198 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36222) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:15.860025 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4fb59e1-fff0-4f01-98ea-f3a29a5dca77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:15.913559 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4fb59e1-fff0-4f01-98ea-f3a29a5dca77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:16.189126 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4fb59e1-fff0-4f01-98ea-f3a29a5dca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:16.192663 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4fb59e1-fff0-4f01-98ea-f3a29a5dca77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:16.193918 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f4fb59e1-fff0-4f01-98ea-f3a29a5dca77 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b188c8d9-efca-42c7-9665-03daa8e16080 HTTP/1.1" status: 204 len: 168 time: 0.3985541 Nov 08 14:12:16.204138 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb59e1-fff0-4f01-98ea-f3a29a5dca77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188c8d9-efca-42c7-9665-03daa8e16080,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:16.379989 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d71775-6904-4bec-9dee-891fb0c11a4a req-e74c696e-3d90-468b-95ef-4463da1e6d4c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:16.382461 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-02d71775-6904-4bec-9dee-891fb0c11a4a req-e74c696e-3d90-468b-95ef-4463da1e6d4c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0868497 Nov 08 14:12:16.454244 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-02d71775-6904-4bec-9dee-891fb0c11a4a req-39992b50-b6ed-4194-9b27-ec25a35a1e63 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642922 Nov 08 14:12:16.666748 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-16525b7f-5c45-4e4a-9386-a90c51213584 req-0815df77-9a7d-4352-a038-daedddc01a3d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 210 time: 0.0276163 Nov 08 14:12:17.432355 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36268) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:17.452666 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-504c5b59-ba57-4670-a853-c303880bf2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:17.572856 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-504c5b59-ba57-4670-a853-c303880bf2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:17.617852 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b16c5-ddbf-4dbf-b0a9-d988e9578f43 req-48abc678-12f0-4885-b6ca-8907fbf19a8a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:17.619413 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eb7b16c5-ddbf-4dbf-b0a9-d988e9578f43 req-48abc678-12f0-4885-b6ca-8907fbf19a8a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0854967 Nov 08 14:12:17.660180 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eb7b16c5-ddbf-4dbf-b0a9-d988e9578f43 req-12392f41-d2c0-44e5-a0d3-0d1ab9d30128 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342710 Nov 08 14:12:17.662538 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-504c5b59-ba57-4670-a853-c303880bf2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:17.707044 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c5b59-ba57-4670-a853-c303880bf2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b31d03a-0ce5-43d3-9a31-4ade65ea0db8,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:17.717662 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-504c5b59-ba57-4670-a853-c303880bf2b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9236158faa2a4229a7587f4437a84740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806919 Nov 08 14:12:17.724186 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36288) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:17.819184 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-845f60d1-9aa0-4b23-bfa6-625e38c9ed82 req-2e903257-7515-4193-8cd5-d8675aa3a330 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 210 time: 0.0456526 Nov 08 14:12:17.840896 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a56666cf-3297-45b9-8aa7-4f73846e4001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:17.874659 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a56666cf-3297-45b9-8aa7-4f73846e4001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:18.149217 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a56666cf-3297-45b9-8aa7-4f73846e4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:18.152373 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a56666cf-3297-45b9-8aa7-4f73846e4001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:18.154549 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a56666cf-3297-45b9-8aa7-4f73846e4001 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b31d03a-0ce5-43d3-9a31-4ade65ea0db8 HTTP/1.1" status: 204 len: 168 time: 0.4279985 Nov 08 14:12:18.162802 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56666cf-3297-45b9-8aa7-4f73846e4001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b31d03a-0ce5-43d3-9a31-4ade65ea0db8,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:18.712289 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c017e1-486d-484c-ab4f-4927824d3911 req-8ab8ff97-1e2c-4e44-9a72-295aa61d60b5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:18.718643 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-8ab8ff97-1e2c-4e44-9a72-295aa61d60b5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 0.1486461 Nov 08 14:12:18.752162 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Request body: {'port': {'device_id': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'admin_state_up': True, 'tenant_id': '79ebee658f7c4092aa97eeca15ab45b1'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:18.861388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36330) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:18.867535 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fbd9a-c5b8-4d2c-8d28-269d9a64688e req-a9f08146-ef4e-4392-b518-1714c7247987 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:18.877536 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f70fbd9a-c5b8-4d2c-8d28-269d9a64688e req-a9f08146-ef4e-4392-b518-1714c7247987 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1173551 Nov 08 14:12:18.941242 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f70fbd9a-c5b8-4d2c-8d28-269d9a64688e req-5223ffdd-092c-432d-97ad-a130b5ebf418 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Nov 08 14:12:19.044836 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d442d61a-142c-4f50-acf3-d7c733d95bd1 req-4fdf5d40-f80e-46a0-ad1a-b2b6a1d499c0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 210 time: 0.0337527 Nov 08 14:12:19.115064 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Made reservation on behalf of 79ebee658f7c4092aa97eeca15ab45b1 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:12:19.119098 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.152462 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8124a2e8-7962-4e04-9163-af3545ac814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.320764 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Allocated IP 172.20.0.2 (19d687cf-80d2-430b-93a2-e0eac7499e6d/722c679a-e4d4-4825-ba3e-30cd17df2f43/85c27165-4006-40d3-a4ad-9aac5043141c) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:12:19.350016 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8124a2e8-7962-4e04-9163-af3545ac814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.489188 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8124a2e8-7962-4e04-9163-af3545ac814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.537533 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.545848 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124a2e8-7962-4e04-9163-af3545ac814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa4ea96-890b-49b4-98ea-751ccf22f31b,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:19.550689 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8124a2e8-7962-4e04-9163-af3545ac814f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10aca1f1c2844b27be4a7ca75f041067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6866379 Nov 08 14:12:19.553650 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36350) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:19.608970 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-65fc378a-1360-43b5-b48a-2073c99b3a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.634547 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-65fc378a-1360-43b5-b48a-2073c99b3a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.669166 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.691684 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c', '4883ec87-6deb-4932-b645-207373420dec'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:12:19.715918 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:12:19.721078 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:12:19.725772 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:12:19.774941 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event updated for resources: {'Port': ['ID=85c27165-4006-40d3-a4ad-9aac5043141c,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:19.793544 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:19.794168 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.840348 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-65fc378a-1360-43b5-b48a-2073c99b3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.843030 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-65fc378a-1360-43b5-b48a-2073c99b3a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:19.844373 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-65fc378a-1360-43b5-b48a-2073c99b3a7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfa4ea96-890b-49b4-98ea-751ccf22f31b HTTP/1.1" status: 204 len: 168 time: 0.2896285 Nov 08 14:12:19.854054 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc378a-1360-43b5-b48a-2073c99b3a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa4ea96-890b-49b4-98ea-751ccf22f31b,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:19.989297 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-d755ca13-1b20-4271-bc98-5d174dbec2a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2418120 Nov 08 14:12:20.007640 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Request body: {'port': {'device_id': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:20.072631 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:20.076848 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25695d57-1c33-4bf5-ac5f-f1cb1e92eddd req-bb4d9f0a-b534-48ce-9813-0866c1998191 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:20.089882 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-25695d57-1c33-4bf5-ac5f-f1cb1e92eddd req-bb4d9f0a-b534-48ce-9813-0866c1998191 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0692036 Nov 08 14:12:20.141062 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-25695d57-1c33-4bf5-ac5f-f1cb1e92eddd req-f98bd0b5-f40d-481e-aff7-d5359d473ac4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 Nov 08 14:12:20.264353 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc9504-a7ae-4ef6-a6fa-91b085b16dcd req-25f20d64-2561-4ef3-9abd-10547c148c9c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:20.266646 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ebc9504-a7ae-4ef6-a6fa-91b085b16dcd req-25f20d64-2561-4ef3-9abd-10547c148c9c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 931 time: 0.0705380 Nov 08 14:12:20.329743 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ebc9504-a7ae-4ef6-a6fa-91b085b16dcd req-65ec2b88-6a76-43a7-9896-325580c8c2c0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563183 Nov 08 14:12:20.501410 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c27165-4006-40d3-a4ad-9aac5043141c {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:12:20.509898 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:20.528083 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Transition to ACTIVE for port object 85c27165-4006-40d3-a4ad-9aac5043141c will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:12:20.617086 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:20.664522 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85c27165-4006-40d3-a4ad-9aac5043141c,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:20.743629 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Attempting to bind port 85c27165-4006-40d3-a4ad-9aac5043141c on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:12:20.744661 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Attempting to bind port 85c27165-4006-40d3-a4ad-9aac5043141c by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:12:20.744661 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Attempting to bind port 85c27165-4006-40d3-a4ad-9aac5043141c on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:12:20.749296 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Port 85c27165-4006-40d3-a4ad-9aac5043141c on network 19d687cf-80d2-430b-93a2-e0eac7499e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:12:20.749625 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Attempting to bind port 85c27165-4006-40d3-a4ad-9aac5043141c on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:12:20.755026 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:12:20.755358 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Checking segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:12:20.755772 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Bound using segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:12:20.756199 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Bound port: 85c27165-4006-40d3-a4ad-9aac5043141c, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:12:20.756554 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:20.829025 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] For port 85c27165-4006-40d3-a4ad-9aac5043141c, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:12:20.833326 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] For port 85c27165-4006-40d3-a4ad-9aac5043141c, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=85c27165-4006-40d3-a4ad-9aac5043141c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:12:20.918996 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36388) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:20.932529 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-670aeaf8-db24-4757-9b99-fee0bb5a13c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:20.977560 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.012069 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:21.012687 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.014058 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/85c27165-4006-40d3-a4ad-9aac5043141c HTTP/1.1" status: 200 len: 1093 time: 1.0126143 Nov 08 14:12:21.014496 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'tag': '85c27165-4006-40d3-a4ad-9aac5043141c'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:12:21.016754 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e56d2e-e483-4504-8fa7-c63cfcbc6a87" -d '{"events": [{"name": "network-changed", "server_uuid": "e74b99bd-484f-4b74-9c0d-364753a56862", "tag": "85c27165-4006-40d3-a4ad-9aac5043141c"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:12:21.041058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13b55b-0b7e-4f17-90c8-b59c821a59d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85c27165-4006-40d3-a4ad-9aac5043141c,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:21.059033 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de15c11c-95b8-4153-bd45-9cf8b6c7ca85 x-openstack-request-id: req-de15c11c-95b8-4153-bd45-9cf8b6c7ca85 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:12:21.059324 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74b99bd-484f-4b74-9c0d-364753a56862", "tag": "85c27165-4006-40d3-a4ad-9aac5043141c", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:12:21.059578 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de15c11c-95b8-4153-bd45-9cf8b6c7ca85 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:12:21.060011 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'tag': '85c27165-4006-40d3-a4ad-9aac5043141c', 'status': 'completed', 'code': 200} Nov 08 14:12:21.140344 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e56d2e-e483-4504-8fa7-c63cfcbc6a87 req-3c28fa97-254e-432f-810a-b701de839f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:21.141983 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-17e56d2e-e483-4504-8fa7-c63cfcbc6a87 req-3c28fa97-254e-432f-810a-b701de839f90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 1096 time: 0.0443108 Nov 08 14:12:21.166139 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36398) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:21.296880 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e56d2e-e483-4504-8fa7-c63cfcbc6a87 req-0f237ccb-2114-4eff-b47d-28cd732ac298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:21.298426 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-17e56d2e-e483-4504-8fa7-c63cfcbc6a87 req-0f237ccb-2114-4eff-b47d-28cd732ac298 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1444559 Nov 08 14:12:21.328209 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6271211b-1f77-4c65-8868-0c01ddef5746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.385918 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40772f6f-5767-4293-a883-930f1da3fb31 req-756a8fcb-2b52-4383-95c3-56c2d145ca2e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:21.388083 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-40772f6f-5767-4293-a883-930f1da3fb31 req-756a8fcb-2b52-4383-95c3-56c2d145ca2e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1531875 Nov 08 14:12:21.392755 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-670aeaf8-db24-4757-9b99-fee0bb5a13c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.473460 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-670aeaf8-db24-4757-9b99-fee0bb5a13c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.496925 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-40772f6f-5767-4293-a883-930f1da3fb31 req-19920834-f003-4437-ad92-4a171c52ed3b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908186 Nov 08 14:12:21.534323 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6271211b-1f77-4c65-8868-0c01ddef5746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.600864 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbced786-db9e-4cbd-b5ea-38cd0df743e2 req-4f86a85a-4446-41ab-b1fa-c9bf6c7d1aef tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:21.602467 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cbced786-db9e-4cbd-b5ea-38cd0df743e2 req-4f86a85a-4446-41ab-b1fa-c9bf6c7d1aef tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 943 time: 0.0652227 Nov 08 14:12:21.617919 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6271211b-1f77-4c65-8868-0c01ddef5746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.684934 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6271211b-1f77-4c65-8868-0c01ddef5746 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11e29003dbb348c995de0446e2804527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170884 Nov 08 14:12:21.685968 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271211b-1f77-4c65-8868-0c01ddef5746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b693e06-7063-41fb-85d1-880efe81ea37,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:21.693030 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cbced786-db9e-4cbd-b5ea-38cd0df743e2 req-ec707205-d9bd-4c56-999a-272f6d02de93 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838125 Nov 08 14:12:21.694536 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36420) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:21.752872 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-54574128-7cd1-4751-80e9-2e0f19b23a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.777855 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-54574128-7cd1-4751-80e9-2e0f19b23a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.796921 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e56d2e-e483-4504-8fa7-c63cfcbc6a87 req-9631bad6-1c3a-474f-8b45-8b0923c7098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:21.798495 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-17e56d2e-e483-4504-8fa7-c63cfcbc6a87 req-9631bad6-1c3a-474f-8b45-8b0923c7098b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4817450 Nov 08 14:12:21.806798 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-670aeaf8-db24-4757-9b99-fee0bb5a13c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dea753afb8964dfe9479e8e2388df51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8866391 Nov 08 14:12:21.809517 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36422) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:21.817385 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670aeaf8-db24-4757-9b99-fee0bb5a13c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55996264-0e2c-4e7e-9a23-ff6513889518,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:21.888402 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b896f576-3dd4-40c1-ae0c-1fa9d54e49fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.918094 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b896f576-3dd4-40c1-ae0c-1fa9d54e49fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:21.926004 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c017e1-486d-484c-ab4f-4927824d3911 req-ae981eea-e20e-42db-8097-07ea7c0caeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:21.928344 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-ae981eea-e20e-42db-8097-07ea7c0caeb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 1096 time: 0.0476482 Nov 08 14:12:21.973938 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-c52e3773-ee28-4da2-9d50-e9480c4d31c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85c27165-4006-40d3-a4ad-9aac5043141c HTTP/1.1" status: 200 len: 217 time: 0.0357196 Nov 08 14:12:22.028746 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-54574128-7cd1-4751-80e9-2e0f19b23a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:22.031505 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-54574128-7cd1-4751-80e9-2e0f19b23a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:22.033773 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-54574128-7cd1-4751-80e9-2e0f19b23a51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b693e06-7063-41fb-85d1-880efe81ea37 HTTP/1.1" status: 204 len: 168 time: 0.3373039 Nov 08 14:12:22.044953 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54574128-7cd1-4751-80e9-2e0f19b23a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b693e06-7063-41fb-85d1-880efe81ea37,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:22.064595 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c017e1-486d-484c-ab4f-4927824d3911 req-4d434eaf-7f38-4d6a-9753-a8196e7a2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:22.067053 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-4d434eaf-7f38-4d6a-9753-a8196e7a2df9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=722c679a-e4d4-4825-ba3e-30cd17df2f43 HTTP/1.1" status: 200 len: 854 time: 0.0618968 Nov 08 14:12:22.114993 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-b68f7dc2-2f9b-4340-a587-694f018ea009 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19d687cf-80d2-430b-93a2-e0eac7499e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363297 Nov 08 14:12:22.231961 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-f860872b-6557-4561-a530-64342d46c0e1 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952306 Nov 08 14:12:22.275143 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b896f576-3dd4-40c1-ae0c-1fa9d54e49fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:22.282656 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b896f576-3dd4-40c1-ae0c-1fa9d54e49fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:22.285962 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b896f576-3dd4-40c1-ae0c-1fa9d54e49fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55996264-0e2c-4e7e-9a23-ff6513889518 HTTP/1.1" status: 204 len: 168 time: 0.4660218 Nov 08 14:12:22.304554 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896f576-3dd4-40c1-ae0c-1fa9d54e49fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55996264-0e2c-4e7e-9a23-ff6513889518,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:22.368339 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-64c017e1-486d-484c-ab4f-4927824d3911 req-8a7ab318-e199-43bd-b27e-8aa18eaf18c1 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268291 Nov 08 14:12:22.641086 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e58e1-55d0-4a27-a7a3-2651322b09d8 req-2472fe9d-79dc-4671-98d5-f812827d3419 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:22.642618 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-590e58e1-55d0-4a27-a7a3-2651322b09d8 req-2472fe9d-79dc-4671-98d5-f812827d3419 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0575228 Nov 08 14:12:22.694015 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-590e58e1-55d0-4a27-a7a3-2651322b09d8 req-afc57446-9748-42af-a660-e0c74e41a6f8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Nov 08 14:12:22.858322 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79cf20-3c3f-4df8-9594-0fb96629839e req-8c3662cd-863f-4c61-9b6b-92a02c8bbbdf tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:22.860099 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0f79cf20-3c3f-4df8-9594-0fb96629839e req-8c3662cd-863f-4c61-9b6b-92a02c8bbbdf tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 943 time: 0.0729015 Nov 08 14:12:22.912224 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0f79cf20-3c3f-4df8-9594-0fb96629839e req-5e1c44de-c599-4cf5-8246-466f556e877f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388293 Nov 08 14:12:24.211528 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0d334809-2604-4db9-8a8f-068edc6c14cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:26.320096 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f6ab-e7b8-4c5a-b94c-91b3f66c27d7 req-0cab103c-c140-4857-bd20-49ac3dceb164 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:26.324262 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4896f6ab-e7b8-4c5a-b94c-91b3f66c27d7 req-0cab103c-c140-4857-bd20-49ac3dceb164 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0905457 Nov 08 14:12:26.337777 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32230d5-4253-4b2f-a393-cb99efc21ddb req-2b9939f1-cac9-4823-9863-f7fea282b91b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:26.339276 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b32230d5-4253-4b2f-a393-cb99efc21ddb req-2b9939f1-cac9-4823-9863-f7fea282b91b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 943 time: 0.0758636 Nov 08 14:12:26.405189 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4896f6ab-e7b8-4c5a-b94c-91b3f66c27d7 req-8fae66b1-926c-44f7-8c10-6d6c1ffae23d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772398 Nov 08 14:12:26.412099 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b32230d5-4253-4b2f-a393-cb99efc21ddb req-14b0d289-98a3-406c-a135-117670cce1ab tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665839 Nov 08 14:12:27.177572 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:27.180466 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-70482d33-099f-4ed4-9d7f-79fd3410147e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:27.580836 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa606aa-0d69-4df2-88cd-1fc171a89c7d req-83e05ce3-40d2-48ca-8c24-b3e580e7ae37 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:27.582448 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9fa606aa-0d69-4df2-88cd-1fc171a89c7d req-83e05ce3-40d2-48ca-8c24-b3e580e7ae37 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0821168 Nov 08 14:12:27.620336 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56385837-2f8d-4110-a896-734d34e0668b req-f7c4f141-a690-4952-b22f-ea02b7fc13e6 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:27.622138 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-56385837-2f8d-4110-a896-734d34e0668b req-f7c4f141-a690-4952-b22f-ea02b7fc13e6 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 943 time: 0.0894976 Nov 08 14:12:27.661401 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9fa606aa-0d69-4df2-88cd-1fc171a89c7d req-63bd3845-afa1-4ca1-8595-50a7d80e3bdb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Nov 08 14:12:27.684094 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-56385837-2f8d-4110-a896-734d34e0668b req-18e4428f-16c5-4157-8f84-2147671720fc tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Nov 08 14:12:28.617431 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:28.649724 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 85c27165-4006-40d3-a4ad-9aac5043141c details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:12:28.790816 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 85c27165-4006-40d3-a4ad-9aac5043141c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=85c27165-4006-40d3-a4ad-9aac5043141c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:28.809887 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '85c27165-4006-40d3-a4ad-9aac5043141c', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'port_id': '85c27165-4006-40d3-a4ad-9aac5043141c', 'mac_address': 'fa:16:3e:41:02:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722c679a-e4d4-4825-ba3e-30cd17df2f43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:12:28.850211 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:28.873253 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c27165-4006-40d3-a4ad-9aac5043141c {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:12:28.874659 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c8a96-44f3-4941-8c7c-2e6783d96997 req-6e568d65-4105-400f-b7c3-ae466623e5f4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:28.876304 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f63c8a96-44f3-4941-8c7c-2e6783d96997 req-6e568d65-4105-400f-b7c3-ae466623e5f4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 943 time: 0.0931661 Nov 08 14:12:28.885212 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067734df-1ca0-4be9-9e81-f25fd49690f0 req-b2abe2a6-a99d-45c2-93fb-e16e767ac545 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:28.886764 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-067734df-1ca0-4be9-9e81-f25fd49690f0 req-b2abe2a6-a99d-45c2-93fb-e16e767ac545 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1179857 Nov 08 14:12:28.905515 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 85c27165-4006-40d3-a4ad-9aac5043141c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=85c27165-4006-40d3-a4ad-9aac5043141c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:28.945149 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f63c8a96-44f3-4941-8c7c-2e6783d96997 req-7ee533d5-6b6e-43a6-924a-37b392c81109 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 Nov 08 14:12:28.953490 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-067734df-1ca0-4be9-9e81-f25fd49690f0 req-1be78aca-4030-40bb-87be-bb3a2d32bf05 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589242 Nov 08 14:12:29.039983 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:29.129261 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=85c27165-4006-40d3-a4ad-9aac5043141c,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:29.413650 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a4871-3b75-4174-8aad-1fe19ab21683 req-c8d3fd4d-4408-4370-a317-f877a0af3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:29.415190 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-171a4871-3b75-4174-8aad-1fe19ab21683 req-c8d3fd4d-4408-4370-a317-f877a0af3da8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 1099 time: 0.0457020 Nov 08 14:12:29.477013 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-171a4871-3b75-4174-8aad-1fe19ab21683 req-352d874e-31c2-451f-b80d-daa0e783b3f3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Nov 08 14:12:29.538700 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['85c27165-4006-40d3-a4ad-9aac5043141c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:12:29.925732 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36690) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:30.091291 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.121606 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946001-e32f-4957-8015-ee418e49b3db req-da889b3a-e56f-4bcf-be04-e9429a836022 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:30.124370 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-40946001-e32f-4957-8015-ee418e49b3db req-da889b3a-e56f-4bcf-be04-e9429a836022 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 944 time: 0.0944390 Nov 08 14:12:30.167245 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eeae60cd-1895-4dea-813e-fa3fd35aa1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.189792 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c20ef0-454d-4fb1-aed8-e34074791d50 req-a8e1e480-95c0-4556-a849-962958c2ef63 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:30.192661 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e9c20ef0-454d-4fb1-aed8-e34074791d50 req-a8e1e480-95c0-4556-a849-962958c2ef63 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1314132 Nov 08 14:12:30.276699 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-40946001-e32f-4957-8015-ee418e49b3db req-a682dcdc-d2af-4810-85a5-af0f0a2729e9 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382194 Nov 08 14:12:30.325106 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e9c20ef0-454d-4fb1-aed8-e34074791d50 req-52bf264f-16e7-402b-b242-b89b23ab1116 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148314 Nov 08 14:12:30.378748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eeae60cd-1895-4dea-813e-fa3fd35aa1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.514749 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eeae60cd-1895-4dea-813e-fa3fd35aa1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.575041 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-eeae60cd-1895-4dea-813e-fa3fd35aa1b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d23da8b73544009a0bcb1e59aecfc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482825 Nov 08 14:12:30.577448 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae60cd-1895-4dea-813e-fa3fd35aa1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920c34e-c361-4288-8a5f-c6b2e8921aa4,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:30.580149 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36706) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:30.647777 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b98f0615-e605-418b-bd52-0db2bbb33ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.673217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b98f0615-e605-418b-bd52-0db2bbb33ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.817942 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b98f0615-e605-418b-bd52-0db2bbb33ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.825896 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b98f0615-e605-418b-bd52-0db2bbb33ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:30.832197 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-b98f0615-e605-418b-bd52-0db2bbb33ddb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a920c34e-c361-4288-8a5f-c6b2e8921aa4 HTTP/1.1" status: 204 len: 168 time: 0.2498653 Nov 08 14:12:30.880544 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f0615-e605-418b-bd52-0db2bbb33ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920c34e-c361-4288-8a5f-c6b2e8921aa4,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:31.447120 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501f16-96d5-42e0-a37c-c40ccc51824e req-4ad8e5ad-a151-4a8f-81f0-d941bf8f5a2e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:31.449001 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-04501f16-96d5-42e0-a37c-c40ccc51824e req-4ad8e5ad-a151-4a8f-81f0-d941bf8f5a2e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 944 time: 0.0817611 Nov 08 14:12:31.497774 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b07c3d-7498-4e47-b37c-cbb33762b34d req-97d99b41-20d0-4f85-ac07-a4a5121223dd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:31.499389 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a1b07c3d-7498-4e47-b37c-cbb33762b34d req-97d99b41-20d0-4f85-ac07-a4a5121223dd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0874586 Nov 08 14:12:31.514930 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-04501f16-96d5-42e0-a37c-c40ccc51824e req-93b2ebf6-0279-42a1-b289-e61d0d536011 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560930 Nov 08 14:12:31.566518 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a1b07c3d-7498-4e47-b37c-cbb33762b34d req-8c35e1fc-4a01-46c6-9458-0d352cb9074a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Nov 08 14:12:31.867451 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36748) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:31.881532 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a681a3e9-7299-4bd5-b4f1-7863a7174945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:31.965715 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a681a3e9-7299-4bd5-b4f1-7863a7174945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:32.068459 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a681a3e9-7299-4bd5-b4f1-7863a7174945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:32.113615 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-a681a3e9-7299-4bd5-b4f1-7863a7174945 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=538d7462a3c04d09b1a129cd50534836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450006 Nov 08 14:12:32.114923 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a3e9-7299-4bd5-b4f1-7863a7174945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acb075a-3fd6-4d8a-a60a-661631a4c2b1,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:32.118482 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36758) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:32.191350 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-68009ccb-531d-4ab3-93fb-c0f47d733d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:32.216227 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-68009ccb-531d-4ab3-93fb-c0f47d733d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:32.443423 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-68009ccb-531d-4ab3-93fb-c0f47d733d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:32.446352 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-68009ccb-531d-4ab3-93fb-c0f47d733d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:32.455865 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-68009ccb-531d-4ab3-93fb-c0f47d733d31 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8acb075a-3fd6-4d8a-a60a-661631a4c2b1 HTTP/1.1" status: 204 len: 168 time: 0.3278098 Nov 08 14:12:32.457403 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68009ccb-531d-4ab3-93fb-c0f47d733d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acb075a-3fd6-4d8a-a60a-661631a4c2b1,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:32.664791 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 85c27165-4006-40d3-a4ad-9aac5043141c up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:12:32.728129 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabb4d7-d06a-41ef-a607-a9053558b878 req-d5fbb415-7119-4878-b5e4-a6ba9474db54 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:32.730436 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7dabb4d7-d06a-41ef-a607-a9053558b878 req-d5fbb415-7119-4878-b5e4-a6ba9474db54 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 944 time: 0.1307142 Nov 08 14:12:32.777504 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61f8b8-b2fa-4827-9086-cbb4088dda34 req-a9d8037f-1be0-4a53-aab1-a2770897839f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:32.799177 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7b61f8b8-b2fa-4827-9086-cbb4088dda34 req-a9d8037f-1be0-4a53-aab1-a2770897839f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1203625 Nov 08 14:12:32.830016 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7dabb4d7-d06a-41ef-a607-a9053558b878 req-2b3bdeef-1ccd-4b6a-9fe7-301c4c4fff5b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907350 Nov 08 14:12:32.863411 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7b61f8b8-b2fa-4827-9086-cbb4088dda34 req-f67e8784-5ccf-41e5-9598-3ac14f4f07ee tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694411 Nov 08 14:12:33.024009 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 85c27165-4006-40d3-a4ad-9aac5043141c completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:12:33.025016 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc72ad-162b-471f-975b-8276c819394f req-db58d643-8ad4-4cc6-ad24-2bdbfeedf340 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:33.026611 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-72cc72ad-162b-471f-975b-8276c819394f req-db58d643-8ad4-4cc6-ad24-2bdbfeedf340 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0554938 Nov 08 14:12:33.030914 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 85c27165-4006-40d3-a4ad-9aac5043141c triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:12:33.031902 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:33.085397 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-72cc72ad-162b-471f-975b-8276c819394f req-080084c1-5772-4273-933c-d656f2df8661 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Nov 08 14:12:33.181758 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:33.209080 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c27165-4006-40d3-a4ad-9aac5043141c'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:12:33.211415 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc3f47d-03a0-409e-bac9-dd6d597cac2b" -d '{"events": [{"server_uuid": "e74b99bd-484f-4b74-9c0d-364753a56862", "name": "network-vif-plugged", "status": "completed", "tag": "85c27165-4006-40d3-a4ad-9aac5043141c"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:12:33.226950 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 85c27165-4006-40d3-a4ad-9aac5043141c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=85c27165-4006-40d3-a4ad-9aac5043141c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:33.274775 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb71033-4b4e-43be-81e8-657c0f32d989 x-openstack-request-id: req-1bb71033-4b4e-43be-81e8-657c0f32d989 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:12:33.275089 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74b99bd-484f-4b74-9c0d-364753a56862", "name": "network-vif-plugged", "status": "completed", "tag": "85c27165-4006-40d3-a4ad-9aac5043141c", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:12:33.275342 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bb71033-4b4e-43be-81e8-657c0f32d989 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:12:33.276099 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c27165-4006-40d3-a4ad-9aac5043141c', 'code': 200} Nov 08 14:12:33.313771 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:33.410747 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=85c27165-4006-40d3-a4ad-9aac5043141c,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:33.671829 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 36812) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:33.731001 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf530-3552-4ccd-9e1c-c3df90cb6866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:33.781364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e443-0e02-4937-8bd9-2e69614b800d req-cfea8a63-bc4a-4d36-b0b2-0aa784ddfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:33.783712 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3715e443-0e02-4937-8bd9-2e69614b800d req-cfea8a63-bc4a-4d36-b0b2-0aa784ddfb14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 1098 time: 0.1006956 Nov 08 14:12:33.847366 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3715e443-0e02-4937-8bd9-2e69614b800d req-c12f49c8-be19-46a0-9439-71a95b9f27dc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534494 Nov 08 14:12:33.887065 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf530-3552-4ccd-9e1c-c3df90cb6866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:33.982135 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fc12-f885-4ac0-9257-86ba73691e14 req-a4854be1-6b98-4b76-9994-b6170403216c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:33.983750 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6525fc12-f885-4ac0-9257-86ba73691e14 req-a4854be1-6b98-4b76-9994-b6170403216c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 945 time: 0.0582535 Nov 08 14:12:33.999953 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf530-3552-4ccd-9e1c-c3df90cb6866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:34.029309 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6525fc12-f885-4ac0-9257-86ba73691e14 req-efcfea3c-9758-4930-b2ac-ba0b279d329c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Nov 08 14:12:34.049499 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ab1cf530-3552-4ccd-9e1c-c3df90cb6866 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74dfd74133604a93ba84df295ae47ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740954 Nov 08 14:12:34.050493 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cf530-3552-4ccd-9e1c-c3df90cb6866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f397ea4-1ec1-4564-8793-0dd4066d6234,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:34.055111 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 36834) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:34.120547 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-32669379-5ce4-49be-ab59-1c74d1641fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:34.164752 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-32669379-5ce4-49be-ab59-1c74d1641fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:34.321666 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-32669379-5ce4-49be-ab59-1c74d1641fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:34.323655 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-32669379-5ce4-49be-ab59-1c74d1641fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:34.324827 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-32669379-5ce4-49be-ab59-1c74d1641fab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f397ea4-1ec1-4564-8793-0dd4066d6234 HTTP/1.1" status: 204 len: 168 time: 0.2686133 Nov 08 14:12:34.334719 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32669379-5ce4-49be-ab59-1c74d1641fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f397ea4-1ec1-4564-8793-0dd4066d6234,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:34.722532 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-18aebd4b-73c2-47a4-9cb1-b28942d1a01f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559423 Nov 08 14:12:34.848667 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-76d3449f-3e63-49ac-a4c6-2ae96c81c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:34.850256 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-76d3449f-3e63-49ac-a4c6-2ae96c81c75d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 1098 time: 0.0672059 Nov 08 14:12:35.014315 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-9342a0b3-f69b-42da-a562-9112854a875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:35.017120 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-9342a0b3-f69b-42da-a562-9112854a875a service neutron] 10.222.0.64 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 916 time: 0.1387310 Nov 08 14:12:35.068830 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-4ebb736d-99e3-440d-8357-69b8f157f157 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076d54dc-5e99-403f-b7c0-45ac572e573c HTTP/1.1" status: 200 len: 217 time: 0.0432746 Nov 08 14:12:35.153844 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-69514cce-c854-4329-8439-fb1711a2b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:35.155411 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-69514cce-c854-4329-8439-fb1711a2b2b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=722c679a-e4d4-4825-ba3e-30cd17df2f43 HTTP/1.1" status: 200 len: 854 time: 0.0690763 Nov 08 14:12:35.210267 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba132146-16ee-4700-a051-311fed763bb7 req-676f0619-ed33-4589-9659-26a3ad1d8bda tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:35.212640 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ba132146-16ee-4700-a051-311fed763bb7 req-676f0619-ed33-4589-9659-26a3ad1d8bda tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 945 time: 0.0901322 Nov 08 14:12:35.240242 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-70381db2-9599-43cf-a228-e0117e3e5393 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19d687cf-80d2-430b-93a2-e0eac7499e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590098 Nov 08 14:12:35.329120 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ba132146-16ee-4700-a051-311fed763bb7 req-243e19f9-36e0-4598-ba5b-47e72a3f85df tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078014 Nov 08 14:12:35.397099 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-9927e367-5865-4d7a-8f6d-57d611de22da service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440880 Nov 08 14:12:35.457014 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:35.635013 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-39e1f780-44f0-417b-bcaa-f299f589db9a req-c47a38a2-86f1-481e-ba37-9c3abf8d89df service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245302 Nov 08 14:12:35.833703 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:12:36.023381 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d645b9-2708-4ed6-abf2-4e0633976eeb req-9ed7b4c7-9298-497c-b217-c4428fda8512 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:36.025385 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f3d645b9-2708-4ed6-abf2-4e0633976eeb req-9ed7b4c7-9298-497c-b217-c4428fda8512 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0782099 Nov 08 14:12:36.030095 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-a35907ef-58f7-4d49-a146-cfcd1f4a1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:36.033530 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-a35907ef-58f7-4d49-a146-cfcd1f4a1d87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.0837862 Nov 08 14:12:36.097754 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f3d645b9-2708-4ed6-abf2-4e0633976eeb req-bc8da5d4-531a-458b-99df-57b547e28b63 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653522 Nov 08 14:12:36.174927 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-7e31bb30-0a9a-474e-8d90-ccf7bcb6459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:36.175972 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-7e31bb30-0a9a-474e-8d90-ccf7bcb6459f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.1198750 Nov 08 14:12:36.257520 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-ee9b6aff-e238-4642-bb7c-985c68237a53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 217 time: 0.0636160 Nov 08 14:12:36.317170 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-d693f13c-8ee5-4b89-977f-7b72fadc932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:36.318773 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-d693f13c-8ee5-4b89-977f-7b72fadc932b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.0492506 Nov 08 14:12:36.359241 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-0797deda-2228-43c8-8cbd-4b7d66402816 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245385 Nov 08 14:12:36.479001 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-a9a874fa-c9c0-4c72-9275-8180fc813ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112969 Nov 08 14:12:36.510036 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcf7fc-ce72-487a-96ec-ff8567dbf2cf req-1b98211a-dea5-4530-b490-97ab3842ac30 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:36.512851 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-68fcf7fc-ce72-487a-96ec-ff8567dbf2cf req-1b98211a-dea5-4530-b490-97ab3842ac30 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 945 time: 0.0716207 Nov 08 14:12:36.569816 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-68fcf7fc-ce72-487a-96ec-ff8567dbf2cf req-68249e04-e349-43b1-8b2a-9d574cbc5a34 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Nov 08 14:12:36.610815 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0d02538-030e-46b4-add1-21e45d9493f9 req-9e876763-1f4c-4279-9787-1e63f011f781 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213751 Nov 08 14:12:37.226664 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca43230-c227-4d08-bf89-592d94b64d13 req-e38d5c81-846a-4c42-888c-d2dc09c54278 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:37.229683 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7ca43230-c227-4d08-bf89-592d94b64d13 req-e38d5c81-846a-4c42-888c-d2dc09c54278 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0549638 Nov 08 14:12:37.271869 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7ca43230-c227-4d08-bf89-592d94b64d13 req-525a5e73-feaf-4894-bd0a-76782fbc4f69 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 Nov 08 14:12:38.398219 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda614f-c047-49db-9ad4-c67aaa25a2bd req-f3013c56-0971-4a37-afe9-48716f595446 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:38.400239 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7dda614f-c047-49db-9ad4-c67aaa25a2bd req-f3013c56-0971-4a37-afe9-48716f595446 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0539548 Nov 08 14:12:38.468517 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7dda614f-c047-49db-9ad4-c67aaa25a2bd req-0aa3aac6-9aee-4a47-85b6-4ed25dd48bfb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599360 Nov 08 14:12:39.700928 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0be8d-a15c-4e4a-9631-b44401a3e50c req-fd8ba2a3-8b89-4211-a9e5-018b0381421c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:39.704179 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5eb0be8d-a15c-4e4a-9631-b44401a3e50c req-fd8ba2a3-8b89-4211-a9e5-018b0381421c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0507662 Nov 08 14:12:39.747442 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5eb0be8d-a15c-4e4a-9631-b44401a3e50c req-bc0ef74e-a23f-488b-aeb8-e646c14c9b1f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378289 Nov 08 14:12:40.913656 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ef01-df64-4d80-9745-4b592df32820 req-23bd2806-485b-4123-92ff-3b81e67357c9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:40.915587 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d6f2ef01-df64-4d80-9745-4b592df32820 req-23bd2806-485b-4123-92ff-3b81e67357c9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0579951 Nov 08 14:12:40.979465 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d6f2ef01-df64-4d80-9745-4b592df32820 req-3fbe10bd-4cf7-4c7f-a407-e8e3fa0ff59c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535779 Nov 08 14:12:42.136339 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126be40-437d-44f1-bbaf-58b0cc76b2cb req-99de0f13-b5a5-4793-9424-e627ec29544d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:42.137987 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a126be40-437d-44f1-bbaf-58b0cc76b2cb req-99de0f13-b5a5-4793-9424-e627ec29544d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0668125 Nov 08 14:12:42.236495 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a126be40-437d-44f1-bbaf-58b0cc76b2cb req-3f43507e-2ff8-40bb-a03b-24be521e0292 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622306 Nov 08 14:12:43.529908 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc52815-e8d2-4e13-bf5f-a81bed3705b6 req-89a2d425-7b11-48af-a033-f2bdab9c32ae tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:43.533260 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4bc52815-e8d2-4e13-bf5f-a81bed3705b6 req-89a2d425-7b11-48af-a033-f2bdab9c32ae tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1082609 Nov 08 14:12:43.623482 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4bc52815-e8d2-4e13-bf5f-a81bed3705b6 req-6595148d-4574-43f2-abae-d83936370ab3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783536 Nov 08 14:12:44.784604 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a423ada-5132-4341-9cea-2e4193ce68f7 req-1acdf68f-1508-4977-9da7-5d14322eb883 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:44.793207 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a423ada-5132-4341-9cea-2e4193ce68f7 req-1acdf68f-1508-4977-9da7-5d14322eb883 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0796916 Nov 08 14:12:44.853985 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a423ada-5132-4341-9cea-2e4193ce68f7 req-67959578-bea4-4899-9d4b-836e7c7e156b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Nov 08 14:12:46.020688 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0258a-27f5-4667-8238-bddbf828931b req-5e3fab7d-774f-48e6-96fc-2c993367c680 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:46.022275 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dcc0258a-27f5-4667-8238-bddbf828931b req-5e3fab7d-774f-48e6-96fc-2c993367c680 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0639150 Nov 08 14:12:46.076871 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dcc0258a-27f5-4667-8238-bddbf828931b req-1d77c057-85bf-4a27-ad75-7329bc04c120 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 Nov 08 14:12:47.278537 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b10df-b285-4bbc-850f-27f8d051f6ff req-48efaabb-faf9-4334-839a-6954e0fef846 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:47.281955 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-376b10df-b285-4bbc-850f-27f8d051f6ff req-48efaabb-faf9-4334-839a-6954e0fef846 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1017847 Nov 08 14:12:47.342966 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-376b10df-b285-4bbc-850f-27f8d051f6ff req-1b1edf82-13e6-4ea3-a799-9d5ab0e4cdfb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Nov 08 14:12:48.498918 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36519-448e-486a-bee0-5f8346f807f4 req-b054a413-7776-4c4d-bfc8-7e383eb915d4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:48.500911 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-02c36519-448e-486a-bee0-5f8346f807f4 req-b054a413-7776-4c4d-bfc8-7e383eb915d4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0571611 Nov 08 14:12:48.546440 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-02c36519-448e-486a-bee0-5f8346f807f4 req-a75f6481-e27b-4d3f-b17b-2bc80585036e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Nov 08 14:12:49.771527 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267bb83-06e9-47cf-8a67-121f1ad67e22 req-e39e0676-c0c1-44f7-a9f2-d8ea32db16db tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:49.784935 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c267bb83-06e9-47cf-8a67-121f1ad67e22 req-e39e0676-c0c1-44f7-a9f2-d8ea32db16db tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1448202 Nov 08 14:12:49.876109 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c267bb83-06e9-47cf-8a67-121f1ad67e22 req-53bd70ee-3163-48cb-a7ae-8749bb6b65d4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777633 Nov 08 14:12:50.557831 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 37316) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:50.693898 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:50.789457 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:50.872838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:50.900235 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 37324) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:50.932118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 37332) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:50.935341 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e56ecdd4cc86404791936a8d38775f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763156 Nov 08 14:12:50.941360 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e84289-6373-4a2b-a617-ebf1c65446a8,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:50.961183 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.961538 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:50.966800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa42fd-dbb2-4cf4-9322-a27c02fdf20c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.044610 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.069944 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.133802 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c8729d54-3a34-4077-acda-6cb92113dc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.174813 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f261b0-4d43-49a2-86bf-feff4ee1a6a0 req-0c890238-9f47-4d13-ae7b-b977d2546342 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.176778 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-95f261b0-4d43-49a2-86bf-feff4ee1a6a0 req-0c890238-9f47-4d13-ae7b-b977d2546342 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1408367 Nov 08 14:12:51.245947 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.251545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.253672 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88e84289-6373-4a2b-a617-ebf1c65446a8 HTTP/1.1" status: 204 len: 168 time: 0.3200700 Nov 08 14:12:51.269455 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e84289-6373-4a2b-a617-ebf1c65446a8,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:51.288576 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.289157 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.290037 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.290633 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.295899 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.297184 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.297695 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.302770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.302770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.302770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.302770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.302770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb923d38-74bc-4cbf-b612-e69dcba8d414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:51.467217 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-95f261b0-4d43-49a2-86bf-feff4ee1a6a0 req-eb935c20-94e9-410b-8811-dda33ef45f1b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787659 Nov 08 14:12:51.544251 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c8729d54-3a34-4077-acda-6cb92113dc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.682955 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c8729d54-3a34-4077-acda-6cb92113dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.733634 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c8729d54-3a34-4077-acda-6cb92113dc3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcf3c0d9ebb44190a916f50d7b73c8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8277445 Nov 08 14:12:51.735239 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8729d54-3a34-4077-acda-6cb92113dc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5216b8-6c82-4207-9e54-b67874db22ca,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:51.737421 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 37344) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:51.812128 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fba67a81-c996-40ab-9bb0-ae61fae2ba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:51.846194 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fba67a81-c996-40ab-9bb0-ae61fae2ba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:52.067506 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fba67a81-c996-40ab-9bb0-ae61fae2ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:52.070995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fba67a81-c996-40ab-9bb0-ae61fae2ba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:52.072690 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-fba67a81-c996-40ab-9bb0-ae61fae2ba76 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a5216b8-6c82-4207-9e54-b67874db22ca HTTP/1.1" status: 204 len: 168 time: 0.3335407 Nov 08 14:12:52.086065 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba67a81-c996-40ab-9bb0-ae61fae2ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5216b8-6c82-4207-9e54-b67874db22ca,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:52.662306 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd1153-396c-4cac-98e8-0f88f6615113 req-9dbe36a8-82d8-44c5-8499-a43a0683bb6f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:52.666158 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3cd1153-396c-4cac-98e8-0f88f6615113 req-9dbe36a8-82d8-44c5-8499-a43a0683bb6f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0663273 Nov 08 14:12:52.726169 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3cd1153-396c-4cac-98e8-0f88f6615113 req-0d414d38-0a2f-4b7b-90d4-b35c14d33beb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545714 Nov 08 14:12:53.024032 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 37388) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:53.133553 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 37394) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:53.160082 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-02040006-a53a-4039-a2c9-134f7f14ca0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.175933 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-5116267-network', 'tenant_id': 'b6ecdfb644c64ce39fa257b8610ea5e1'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:53.269949 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-02040006-a53a-4039-a2c9-134f7f14ca0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.333367 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Made reservation on behalf of b6ecdfb644c64ce39fa257b8610ea5e1 for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:12:53.335871 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.347824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.369397 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-02040006-a53a-4039-a2c9-134f7f14ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.440087 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02040006-a53a-4039-a2c9-134f7f14ca0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0545f0-03f3-4d19-9368-8980964b8be6,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:53.445947 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-02040006-a53a-4039-a2c9-134f7f14ca0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c02ad4146c6428f958012988b78f36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092763 Nov 08 14:12:53.449673 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 37398) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:53.488904 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.516616 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-62c25de2-6f12-426a-a832-3edf5e14e07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.547960 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-62c25de2-6f12-426a-a832-3edf5e14e07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.570958 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.627067 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:53.707706 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-62c25de2-6f12-426a-a832-3edf5e14e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.712495 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-62c25de2-6f12-426a-a832-3edf5e14e07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.713604 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:12:53.714998 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-62c25de2-6f12-426a-a832-3edf5e14e07a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b0545f0-03f3-4d19-9368-8980964b8be6 HTTP/1.1" status: 204 len: 168 time: 0.2638810 Nov 08 14:12:53.727725 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.728915 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Added segment b74b8714-8045-4ab9-9916-f5ec4027a908 of type vlan for network 4087b6c2-2509-4e24-9de0-8b447d661ade Nov 08 14:12:53.729668 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c25de2-6f12-426a-a832-3edf5e14e07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0545f0-03f3-4d19-9368-8980964b8be6,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:53.821731 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.895151 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc5815-846a-4bff-a49e-da2537d1ad7d req-daf5dd46-9525-4fd7-b5fa-8eb9a004251a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:53.896734 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-76dc5815-846a-4bff-a49e-da2537d1ad7d req-daf5dd46-9525-4fd7-b5fa-8eb9a004251a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0546882 Nov 08 14:12:53.930514 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.931484 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:53.932374 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:53.945240 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-76dc5815-846a-4bff-a49e-da2537d1ad7d req-9fff1d3e-6c4c-4d8f-94b4-39c9cd168a37 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Nov 08 14:12:54.004437 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] Pushing event updated for resources: {'Network': ['ID=4087b6c2-2509-4e24-9de0-8b447d661ade,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:54.022882 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 4087b6c2-2509-4e24-9de0-8b447d661ade details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:12:54.097158 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-6ff781a1-771e-4b8c-ac67-e591d619dd98 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0716572 Nov 08 14:12:54.100654 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 37414) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:54.125166 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Request body: {'subnet': {'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-5116267-subnet', 'tenant_id': 'b6ecdfb644c64ce39fa257b8610ea5e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:54.252986 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-64929ab7-12f8-4684-9c12-5340c1502686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:54.262943 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-b7cad1a1-86ac-40b3-a5ec-34ffb90f71cd tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:54.264618 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-b7cad1a1-86ac-40b3-a5ec-34ffb90f71cd tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 0.1692431 Nov 08 14:12:54.285596 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-1e942e55-6ccd-4aa0-b981-05c155e2f75f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/quotas/79ebee658f7c4092aa97eeca15ab45b1 HTTP/1.1" status: 200 len: 375 time: 0.0102375 Nov 08 14:12:54.330939 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Made reservation on behalf of b6ecdfb644c64ce39fa257b8610ea5e1 for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:12:54.333535 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520386038'] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:54.414901 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-aed174bb-10f2-4180-8dd2-604f892e557d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178002 Nov 08 14:12:54.578539 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-2d9686e8-d0c9-4fb8-9002-71cba981d7b5 service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451459 Nov 08 14:12:54.720246 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-a404382c-7da8-4d8f-88cf-64290766eb51 service neutron] 10.222.0.73 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175048 Nov 08 14:12:54.770477 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520520974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520386020'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:54.856032 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab50de1-b2b0-4328-8022-b473cc5c2fa8,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:54.880009 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Checking segment: {'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:12:54.884368 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Network hostable DHCP agents. Network: 4087b6c2-2509-4e24-9de0-8b447d661ade, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:12:55.063786 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Network 4087b6c2-2509-4e24-9de0-8b447d661ade is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:12:55.101648 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cab26597-d8a9-4480-91a8-1dd486e998e2 req-9b8c2566-6475-4292-9a33-960c236bea7a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 210 time: 0.0811520 Nov 08 14:12:55.185565 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567248c-32e9-4d18-b24a-5412f2f1d455 req-0cc62e23-53e9-4883-bb6e-cac86a373c06 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:55.187253 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5567248c-32e9-4d18-b24a-5412f2f1d455 req-0cc62e23-53e9-4883-bb6e-cac86a373c06 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0796444 Nov 08 14:12:55.188531 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 4087b6c2-2509-4e24-9de0-8b447d661ade) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:12:55.194613 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:55.200962 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:55.203308 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222f366-ace9-41d0-9ccf-c78616c0663e None None] Network 4087b6c2-2509-4e24-9de0-8b447d661ade requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:12:55.244467 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5567248c-32e9-4d18-b24a-5412f2f1d455 req-617da91e-2060-48a7-b156-a79a1c16ef66 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Nov 08 14:12:55.337219 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c968d90c-a089-4345-a46d-ba0237eff141 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2345800 Nov 08 14:12:55.405379 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768bb3e1-49c8-4dc0-a32a-cca49e396871 None None] Network 4087b6c2-2509-4e24-9de0-8b447d661ade requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:12:56.201581 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0eb2b855-4b14-4bbe-866e-7d9c45999749 req-0b6de673-9755-4b5d-8ed1-266a44ed02a1 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 210 time: 0.0325282 Nov 08 14:12:56.459846 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d9c89-38af-408e-9e18-ae8317d663f2 req-b8dd215b-fbb9-443e-ad75-beb0262cd1d0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:56.461446 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b09d9c89-38af-408e-9e18-ae8317d663f2 req-b8dd215b-fbb9-443e-ad75-beb0262cd1d0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0734098 Nov 08 14:12:56.520728 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b09d9c89-38af-408e-9e18-ae8317d663f2 req-998e09e8-5cc1-4dae-ab11-0a84aa80fff4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516362 Nov 08 14:12:57.147555 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6b7c191c-52de-4abb-8f93-569b0eaa405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:57.149536 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:57.319125 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2d2b26d5-7694-47fa-8ea2-b3c880c798a0 req-76e84e65-a223-4949-b905-6130aa71c869 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 210 time: 0.0334015 Nov 08 14:12:57.665657 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339601a1-dbdb-4223-9aa3-8d45b87ba712 req-2dd2699b-d34e-44ac-911e-760f0665a3b1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:57.667478 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-339601a1-dbdb-4223-9aa3-8d45b87ba712 req-2dd2699b-d34e-44ac-911e-760f0665a3b1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0532167 Nov 08 14:12:57.731315 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-339601a1-dbdb-4223-9aa3-8d45b87ba712 req-46941499-7844-4cdd-87f5-f5245baf9be1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497048 Nov 08 14:12:58.002772 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-f4660148-ea38-44cf-bcee-242062c20232 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:58.004667 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-f4660148-ea38-44cf-bcee-242062c20232 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/networks?id=19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 200 len: 814 time: 0.2002974 Nov 08 14:12:58.040735 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Request body: {'port': {'device_id': 'd19934eb-b2ae-4853-9271-a463be610d36', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'admin_state_up': True, 'tenant_id': '79ebee658f7c4092aa97eeca15ab45b1'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:58.157042 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-97b13088-6baa-4f4c-a90b-d110e2effd8c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:58.158660 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-97b13088-6baa-4f4c-a90b-d110e2effd8c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/networks?id=4087b6c2-2509-4e24-9de0-8b447d661ade HTTP/1.1" status: 200 len: 811 time: 0.1273754 Nov 08 14:12:58.178505 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-0d479aee-b559-46ff-8ef5-ecdeff90e591 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/quotas/b6ecdfb644c64ce39fa257b8610ea5e1 HTTP/1.1" status: 200 len: 375 time: 0.0131080 Nov 08 14:12:58.220363 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-5e7dfaba-444b-4b72-a8db-25c3ad9ff161 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304863 Nov 08 14:12:58.299864 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Made reservation on behalf of 79ebee658f7c4092aa97eeca15ab45b1 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:12:58.304060 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:58.334475 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-4d261faf-4c06-4eb9-8be1-00160d1d0868 service neutron] 10.222.0.73 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064293 Nov 08 14:12:58.481107 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Allocated IP 172.20.0.4 (19d687cf-80d2-430b-93a2-e0eac7499e6d/722c679a-e4d4-4825-ba3e-30cd17df2f43/aea7613b-9984-4afa-ada6-31b2bf551106) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:12:58.489555 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-02f6d906-e8b8-47e1-8890-1f9a2f727cff req-f8edb01b-93c0-454b-9e3b-d35776769aee tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 210 time: 0.0379138 Nov 08 14:12:58.520323 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-fa5b6738-9ad9-4024-bdd6-d04ce11cffe1 service neutron] 10.222.0.73 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777000 Nov 08 14:12:58.565524 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:58.726016 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:58.863313 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:58.864350 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f8918560-d952-4ce9-bdb1-a14b963877c4 req-8e000bf3-4984-4d38-9bfa-34b6376c41f3 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 210 time: 0.0586333 Nov 08 14:12:58.895709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c', '4883ec87-6deb-4932-b645-207373420dec', '85c27165-4006-40d3-a4ad-9aac5043141c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:12:58.930643 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3511c8-485d-4fb8-92ae-0b8a90b50b4f req-e4c332c6-825b-45a2-893a-b9f29268605c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:58.940511 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0c3511c8-485d-4fb8-92ae-0b8a90b50b4f req-e4c332c6-825b-45a2-893a-b9f29268605c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0780826 Nov 08 14:12:58.990686 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Network 19d687cf-80d2-430b-93a2-e0eac7499e6d is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:12:59.004529 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:12:59.024932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:12:59.088783 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0c3511c8-485d-4fb8-92ae-0b8a90b50b4f req-8bbe45e4-d780-4197-947a-c7e030da86b8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465051 Nov 08 14:12:59.235305 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event updated for resources: {'Port': ['ID=aea7613b-9984-4afa-ada6-31b2bf551106,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:59.292078 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:59.292761 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:59.522671 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-d34d19bf-5b97-4c10-adbc-17a9c03cff61 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4839087 Nov 08 14:12:59.546452 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Request body: {'port': {'device_id': 'd19934eb-b2ae-4853-9271-a463be610d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:59.614411 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:12:59.680742 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92437d22-e9ec-451b-b40f-61600439dc46 req-92ebe80f-7ad7-4584-8e7b-253cdd2913a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:59.682376 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92437d22-e9ec-451b-b40f-61600439dc46 req-92ebe80f-7ad7-4584-8e7b-253cdd2913a4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 931 time: 0.0858443 Nov 08 14:12:59.725529 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92437d22-e9ec-451b-b40f-61600439dc46 req-c9a056a3-9e3e-4021-a61a-027082dbdfa0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361845 Nov 08 14:12:59.995349 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea7613b-9984-4afa-ada6-31b2bf551106 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:12:59.998540 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:00.010458 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:00.028543 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Transition to ACTIVE for port object aea7613b-9984-4afa-ada6-31b2bf551106 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:13:00.033280 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-269190bb-2650-4bfa-b8c0-9d3fed09df62 req-d6502530-eb67-4f20-952f-4f41d494e69a tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 210 time: 0.0272567 Nov 08 14:13:00.140876 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:00.288146 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Pushing event updated for resources: {'Port': ['ID=aea7613b-9984-4afa-ada6-31b2bf551106,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:00.324361 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Attempting to bind port aea7613b-9984-4afa-ada6-31b2bf551106 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:13:00.326855 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Attempting to bind port aea7613b-9984-4afa-ada6-31b2bf551106 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:13:00.326855 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Attempting to bind port aea7613b-9984-4afa-ada6-31b2bf551106 on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:13:00.345356 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Port aea7613b-9984-4afa-ada6-31b2bf551106 on network 19d687cf-80d2-430b-93a2-e0eac7499e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:13:00.345692 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Attempting to bind port aea7613b-9984-4afa-ada6-31b2bf551106 on network 19d687cf-80d2-430b-93a2-e0eac7499e6d {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:13:00.353534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:13:00.353534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Checking segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:13:00.353534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Bound using segment: {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:13:00.354189 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Bound port: aea7613b-9984-4afa-ada6-31b2bf551106, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b91049d-6702-44ff-8b61-c8df2c3c1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:13:00.354387 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:00.359432 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa55001-87a6-407d-814f-2dcc3d5ebbbe req-071adc7d-ac5c-4344-9c03-aee5e19ee2e0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:00.361930 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9fa55001-87a6-407d-814f-2dcc3d5ebbbe req-071adc7d-ac5c-4344-9c03-aee5e19ee2e0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1536877 Nov 08 14:13:00.438143 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9fa55001-87a6-407d-814f-2dcc3d5ebbbe req-97d049dd-fa31-4014-bf0a-b0e871d2e504 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666296 Nov 08 14:13:00.481838 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] For port aea7613b-9984-4afa-ada6-31b2bf551106, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:13:00.486114 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] For port aea7613b-9984-4afa-ada6-31b2bf551106, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=aea7613b-9984-4afa-ada6-31b2bf551106,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:13:00.643128 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:00.683896 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:00.692174 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:00.692174 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] 10.222.0.64 "PUT /v2.0/ports/aea7613b-9984-4afa-ada6-31b2bf551106 HTTP/1.1" status: 200 len: 1093 time: 1.1452160 Nov 08 14:13:00.692174 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19934eb-b2ae-4853-9271-a463be610d36', 'tag': 'aea7613b-9984-4afa-ada6-31b2bf551106'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:00.692174 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e4baaf-fd3d-463d-92ce-7ef9d5e9c10e" -d '{"events": [{"name": "network-changed", "server_uuid": "d19934eb-b2ae-4853-9271-a463be610d36", "tag": "aea7613b-9984-4afa-ada6-31b2bf551106"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:00.724849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dff85d-c88e-48c5-8bde-3b28de28222a service neutron] Pushing event updated for resources: {'Port': ['ID=aea7613b-9984-4afa-ada6-31b2bf551106,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:00.742047 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ad1bc-2f60-4e5f-8901-669badbfc6f9 x-openstack-request-id: req-e61ad1bc-2f60-4e5f-8901-669badbfc6f9 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:00.742047 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19934eb-b2ae-4853-9271-a463be610d36", "tag": "aea7613b-9984-4afa-ada6-31b2bf551106", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:00.742047 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e61ad1bc-2f60-4e5f-8901-669badbfc6f9 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:00.742047 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19934eb-b2ae-4853-9271-a463be610d36', 'tag': 'aea7613b-9984-4afa-ada6-31b2bf551106', 'status': 'completed', 'code': 200} Nov 08 14:13:00.841031 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4baaf-fd3d-463d-92ce-7ef9d5e9c10e req-2761fc69-4917-43b8-a67b-b2a71532a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:00.842754 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-14e4baaf-fd3d-463d-92ce-7ef9d5e9c10e req-2761fc69-4917-43b8-a67b-b2a71532a126 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 1096 time: 0.0499947 Nov 08 14:13:00.896119 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ad824-d74d-4ce8-80a8-0662edd3ca71 req-5370c34f-df61-4386-9272-c56e66e87ee5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:00.898052 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f57ad824-d74d-4ce8-80a8-0662edd3ca71 req-5370c34f-df61-4386-9272-c56e66e87ee5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 943 time: 0.0571373 Nov 08 14:13:00.954991 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f57ad824-d74d-4ce8-80a8-0662edd3ca71 req-8e8810c7-e93b-4b16-9b73-e67ed7ce1c26 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449188 Nov 08 14:13:01.021862 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4baaf-fd3d-463d-92ce-7ef9d5e9c10e req-1ac54c06-978b-4f94-8d1c-9cf585199eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:01.023293 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-14e4baaf-fd3d-463d-92ce-7ef9d5e9c10e req-1ac54c06-978b-4f94-8d1c-9cf585199eeb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1646175 Nov 08 14:13:01.196080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4baaf-fd3d-463d-92ce-7ef9d5e9c10e req-b97c269b-f47d-4dab-8e0e-0024c7adda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:01.199124 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-14e4baaf-fd3d-463d-92ce-7ef9d5e9c10e req-b97c269b-f47d-4dab-8e0e-0024c7adda63 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1642337 Nov 08 14:13:01.201066 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b58f3969-493b-4df3-966b-d9f9e990f750 req-c5a65ef0-6acb-41ef-b349-6d191112d504 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 210 time: 0.0459208 Nov 08 14:13:01.340459 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-0a7969ee-60c1-4b44-a740-15052e7671f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:01.343942 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-0a7969ee-60c1-4b44-a740-15052e7671f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 1096 time: 0.0805249 Nov 08 14:13:01.430606 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-99e2b28a-a4ed-4456-82ef-1a89715715fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea7613b-9984-4afa-ada6-31b2bf551106 HTTP/1.1" status: 200 len: 217 time: 0.0634031 Nov 08 14:13:01.547278 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-de68b220-5bc7-4d1e-931f-118e094d9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:01.549833 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-de68b220-5bc7-4d1e-931f-118e094d9f9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=722c679a-e4d4-4825-ba3e-30cd17df2f43 HTTP/1.1" status: 200 len: 854 time: 0.1040449 Nov 08 14:13:01.610225 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-845a79f4-8faf-42e1-b7a4-c5e2facdff3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19d687cf-80d2-430b-93a2-e0eac7499e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445950 Nov 08 14:13:01.625220 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5ea88-54cc-4aac-960f-ac75a1549560 req-f7bc1f2a-984e-4e56-a574-18d45678fa09 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:01.627555 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92b5ea88-54cc-4aac-960f-ac75a1549560 req-f7bc1f2a-984e-4e56-a574-18d45678fa09 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0792921 Nov 08 14:13:01.677691 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92b5ea88-54cc-4aac-960f-ac75a1549560 req-faf7bd5b-848b-49b3-8bb6-c2e5b5e672a7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Nov 08 14:13:01.769784 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-a2f0dc30-fc37-48f4-8716-3d4b0a001270 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435468 Nov 08 14:13:01.913671 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a4fe3706-4c83-4dc7-97cd-b9850086ce6c req-16671eb0-17fb-4e92-8202-9519678c7ba9 service neutron] 10.222.0.64 "GET /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314323 Nov 08 14:13:02.135289 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a4b7-9c5f-4f2f-8605-06f0077b986c req-5add8660-6e55-4c7f-a154-25d9eba65f47 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:02.140030 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f508a4b7-9c5f-4f2f-8605-06f0077b986c req-5add8660-6e55-4c7f-a154-25d9eba65f47 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 943 time: 0.0758343 Nov 08 14:13:02.185856 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f508a4b7-9c5f-4f2f-8605-06f0077b986c req-06655a4e-298b-4671-ac1b-9094ef4c0e34 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Nov 08 14:13:02.331629 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a502fc2-8f21-42c8-9680-8b9afe88c476 req-008bb835-17f2-403c-891c-3afa7ea7654b tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 210 time: 0.0297036 Nov 08 14:13:02.574388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-e089748e-c38f-4a39-a159-c731f31087ab tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:02.576033 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-e089748e-c38f-4a39-a159-c731f31087ab tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "GET /v2.0/networks?id=4087b6c2-2509-4e24-9de0-8b447d661ade HTTP/1.1" status: 200 len: 811 time: 0.1171577 Nov 08 14:13:02.601005 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Request body: {'port': {'device_id': '64803100-c02e-4c50-94ce-d087fecced39', 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade', 'admin_state_up': True, 'tenant_id': 'b6ecdfb644c64ce39fa257b8610ea5e1'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:13:02.862105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Made reservation on behalf of b6ecdfb644c64ce39fa257b8610ea5e1 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:13:02.867654 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:02.989197 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b778c-8777-4228-b270-4a302c3fc8c1 req-8ce1ac24-74a5-4959-97a5-c69ac83b587d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:03.004119 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e9b778c-8777-4228-b270-4a302c3fc8c1 req-8ce1ac24-74a5-4959-97a5-c69ac83b587d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1525836 Nov 08 14:13:03.096291 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e9b778c-8777-4228-b270-4a302c3fc8c1 req-99ef75d0-bb5b-4c4c-8599-0c871adc2a84 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908918 Nov 08 14:13:03.125156 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Allocated IP 172.20.0.2 (4087b6c2-2509-4e24-9de0-8b447d661ade/8ab50de1-b2b0-4328-8022-b473cc5c2fa8/be50002c-0521-4022-b2fc-f559f397d506) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:13:03.316273 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:03.325411 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a6092-1148-4349-987e-45751b848e01 req-e688d10d-bc60-4e0f-b7b2-08e31e7c8e99 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:03.328411 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-004a6092-1148-4349-987e-45751b848e01 req-e688d10d-bc60-4e0f-b7b2-08e31e7c8e99 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 943 time: 0.0671153 Nov 08 14:13:03.390732 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-004a6092-1148-4349-987e-45751b848e01 req-c154a708-f0ab-44a9-a95c-02166ab0ffd7 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Nov 08 14:13:03.478957 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:03.480374 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0f7b9679-d434-407a-aae8-4df6c3dcee22 req-70d13e34-13c7-40d0-855c-5c92b6dabb12 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 210 time: 0.0284858 Nov 08 14:13:03.529969 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Network 4087b6c2-2509-4e24-9de0-8b447d661ade is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:13:03.534671 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:13:03.539001 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:13:03.548837 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Pushing event updated for resources: {'Port': ['ID=be50002c-0521-4022-b2fc-f559f397d506,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:03.608450 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:03.609229 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:03.722044 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-a0e72c95-df75-4d8d-bf60-6e8d7bd8dfd7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1301966 Nov 08 14:13:05.473228 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:06.430991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Request body: {'port': {'device_id': '64803100-c02e-4c50-94ce-d087fecced39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:13:06.504377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:06.709088 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38dad-d9c0-43eb-a9a2-452e59b79bed req-d49f6b41-1416-49c1-a708-c7e6db63a47a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:06.710844 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-57a38dad-d9c0-43eb-a9a2-452e59b79bed req-d49f6b41-1416-49c1-a708-c7e6db63a47a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1218233 Nov 08 14:13:06.729670 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8591b5-4afc-4c5f-8c5b-f02e47ea58f2 req-3de474a7-74b4-4598-ad41-f5c24eef2feb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:06.732264 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9b8591b5-4afc-4c5f-8c5b-f02e47ea58f2 req-3de474a7-74b4-4598-ad41-f5c24eef2feb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 943 time: 0.0938656 Nov 08 14:13:06.811636 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-57a38dad-d9c0-43eb-a9a2-452e59b79bed req-30979c29-6e03-444d-bb1a-c843e2fa02fd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776656 Nov 08 14:13:06.816732 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9b8591b5-4afc-4c5f-8c5b-f02e47ea58f2 req-e26d5662-39e6-4b42-9125-f1d94a0c5fe5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736704 Nov 08 14:13:06.898678 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be50002c-0521-4022-b2fc-f559f397d506 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:13:06.907454 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:06.922024 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Transition to ACTIVE for port object be50002c-0521-4022-b2fc-f559f397d506 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:13:06.959669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36726d8-de2f-4940-bb3d-eb1e1435d29c req-4939bb17-ddc7-4979-a9d3-19bd6cf532ff tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:06.961177 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a36726d8-de2f-4940-bb3d-eb1e1435d29c req-4939bb17-ddc7-4979-a9d3-19bd6cf532ff tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 931 time: 0.0610526 Nov 08 14:13:07.002167 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a36726d8-de2f-4940-bb3d-eb1e1435d29c req-5e64de6f-4a36-48be-b4c6-23c646b5bdc5 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Nov 08 14:13:07.023052 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:07.069549 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Pushing event updated for resources: {'Port': ['ID=be50002c-0521-4022-b2fc-f559f397d506,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:07.142010 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Attempting to bind port be50002c-0521-4022-b2fc-f559f397d506 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:13:07.142938 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Attempting to bind port be50002c-0521-4022-b2fc-f559f397d506 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:13:07.142938 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Attempting to bind port be50002c-0521-4022-b2fc-f559f397d506 on network 4087b6c2-2509-4e24-9de0-8b447d661ade {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:13:07.147815 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Port be50002c-0521-4022-b2fc-f559f397d506 on network 4087b6c2-2509-4e24-9de0-8b447d661ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:13:07.148134 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Attempting to bind port be50002c-0521-4022-b2fc-f559f397d506 on network 4087b6c2-2509-4e24-9de0-8b447d661ade {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:13:07.153691 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:13:07.154030 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Checking segment: {'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:13:07.154420 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Bound using segment: {'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:13:07.155517 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Bound port: be50002c-0521-4022-b2fc-f559f397d506, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:13:07.155907 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:07.231695 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] For port be50002c-0521-4022-b2fc-f559f397d506, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:13:07.235158 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] For port be50002c-0521-4022-b2fc-f559f397d506, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=be50002c-0521-4022-b2fc-f559f397d506,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:13:07.308050 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:07.350185 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:07.351096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:07.352825 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] 10.222.0.64 "PUT /v2.0/ports/be50002c-0521-4022-b2fc-f559f397d506 HTTP/1.1" status: 200 len: 1093 time: 0.9262455 Nov 08 14:13:07.353362 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64803100-c02e-4c50-94ce-d087fecced39', 'tag': 'be50002c-0521-4022-b2fc-f559f397d506'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:07.356221 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b5b825-dc93-42b5-844e-04f4f290d8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "64803100-c02e-4c50-94ce-d087fecced39", "tag": "be50002c-0521-4022-b2fc-f559f397d506"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:07.399345 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa08bc-69d9-448b-9332-367ca81c64dc service neutron] Pushing event updated for resources: {'Port': ['ID=be50002c-0521-4022-b2fc-f559f397d506,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:07.426729 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2156fb-5b28-4662-a44c-254d93bf3fb0 x-openstack-request-id: req-ad2156fb-5b28-4662-a44c-254d93bf3fb0 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:07.427026 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64803100-c02e-4c50-94ce-d087fecced39", "tag": "be50002c-0521-4022-b2fc-f559f397d506", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:07.427282 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad2156fb-5b28-4662-a44c-254d93bf3fb0 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:07.427719 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64803100-c02e-4c50-94ce-d087fecced39', 'tag': 'be50002c-0521-4022-b2fc-f559f397d506', 'status': 'completed', 'code': 200} Nov 08 14:13:07.521997 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5b825-dc93-42b5-844e-04f4f290d8e1 req-d0befe73-d301-4fc1-afea-ac1a0780624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:07.524742 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d8b5b825-dc93-42b5-844e-04f4f290d8e1 req-d0befe73-d301-4fc1-afea-ac1a0780624e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 1096 time: 0.0591934 Nov 08 14:13:08.011197 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5b825-dc93-42b5-844e-04f4f290d8e1 req-be766558-0d1b-4bf1-92a2-ec9fd169c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:08.015191 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d8b5b825-dc93-42b5-844e-04f4f290d8e1 req-be766558-0d1b-4bf1-92a2-ec9fd169c557 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4783027 Nov 08 14:13:08.034053 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900aef1-89c7-45d3-b5dd-aec35781169e req-e0418655-d759-4c85-b6b9-595a826a8403 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:08.035788 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a900aef1-89c7-45d3-b5dd-aec35781169e req-e0418655-d759-4c85-b6b9-595a826a8403 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0898442 Nov 08 14:13:08.045620 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654bac3-cfef-49a3-8bc6-14329bb25579 req-fb7e8130-eb57-4617-8ea3-8a7a5966bf63 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:08.048734 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b654bac3-cfef-49a3-8bc6-14329bb25579 req-fb7e8130-eb57-4617-8ea3-8a7a5966bf63 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 943 time: 0.0902390 Nov 08 14:13:08.114887 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a900aef1-89c7-45d3-b5dd-aec35781169e req-9ddbc295-a482-4a5d-811d-74060c64a323 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662408 Nov 08 14:13:08.117938 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b654bac3-cfef-49a3-8bc6-14329bb25579 req-90210438-576c-4a4d-9f50-a8eccc4121f5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627658 Nov 08 14:13:08.143777 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5b825-dc93-42b5-844e-04f4f290d8e1 req-bdecfee8-7e87-40ba-9ddc-caa667d93632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:08.145248 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d8b5b825-dc93-42b5-844e-04f4f290d8e1 req-bdecfee8-7e87-40ba-9ddc-caa667d93632 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1211801 Nov 08 14:13:08.257482 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db426d8-8820-4122-b3da-ab26207430a3 req-a99199b3-63c8-45cc-8980-25fa9b0645f1 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:08.257482 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0db426d8-8820-4122-b3da-ab26207430a3 req-a99199b3-63c8-45cc-8980-25fa9b0645f1 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 943 time: 0.0579250 Nov 08 14:13:08.271266 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-0ceca4aa-370b-494c-9857-8710141d2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:08.273250 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-0ceca4aa-370b-494c-9857-8710141d2783 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 1096 time: 0.0625179 Nov 08 14:13:08.314108 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0db426d8-8820-4122-b3da-ab26207430a3 req-1b0ec2b5-9fe0-41b8-8bdc-57e49f30b7b2 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Nov 08 14:13:08.331692 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-79fd38af-73db-492e-9e03-b81e2bdf84b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be50002c-0521-4022-b2fc-f559f397d506 HTTP/1.1" status: 200 len: 217 time: 0.0461006 Nov 08 14:13:08.393997 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-f8211ec4-39c3-46ae-bd35-fec9bf617e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:08.395680 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-f8211ec4-39c3-46ae-bd35-fec9bf617e18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ab50de1-b2b0-4328-8022-b473cc5c2fa8 HTTP/1.1" status: 200 len: 851 time: 0.0503528 Nov 08 14:13:08.431275 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-8802bc43-55e9-49bc-aad9-d7c845bf4f26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4087b6c2-2509-4e24-9de0-8b447d661ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255306 Nov 08 14:13:08.566681 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-ff85a77a-7d2e-4a2f-8f52-a2c2727d3e23 service neutron] 10.222.0.64 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250012 Nov 08 14:13:08.719854 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bbe56a31-734a-4ffa-8c94-8e9c58f72c3b req-3ffa9164-3d49-407e-8919-1e91f8b829c7 service neutron] 10.222.0.64 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350305 Nov 08 14:13:08.831167 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device aea7613b-9984-4afa-ada6-31b2bf551106 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:13:08.961200 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port aea7613b-9984-4afa-ada6-31b2bf551106, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=aea7613b-9984-4afa-ada6-31b2bf551106,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:08.977551 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'aea7613b-9984-4afa-ada6-31b2bf551106', 'network_id': '19d687cf-80d2-430b-93a2-e0eac7499e6d', 'port_id': 'aea7613b-9984-4afa-ada6-31b2bf551106', 'mac_address': 'fa:16:3e:b5:9a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722c679a-e4d4-4825-ba3e-30cd17df2f43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:13:09.048067 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:09.070449 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea7613b-9984-4afa-ada6-31b2bf551106 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:13:09.103138 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port aea7613b-9984-4afa-ada6-31b2bf551106, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=aea7613b-9984-4afa-ada6-31b2bf551106,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:09.181544 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:09.240321 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=aea7613b-9984-4afa-ada6-31b2bf551106,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:09.250921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.251218 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.252094 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.252094 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.252303 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.252599 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.252927 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.253256 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.253602 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.253931 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.254254 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.254572 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:09.301819 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a8ac5-ced5-4d92-ba1c-810ca94d438d req-c96a5876-8d1d-4597-98a7-05aa7b86beff tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:09.303277 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-315a8ac5-ced5-4d92-ba1c-810ca94d438d req-c96a5876-8d1d-4597-98a7-05aa7b86beff tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 944 time: 0.0932848 Nov 08 14:13:09.314205 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77940ffc-6d20-4bbd-b8b8-ac2297c668f1 req-047d4042-2eaf-41e1-b3c5-b6c7b8fe7c3b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:09.316088 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-77940ffc-6d20-4bbd-b8b8-ac2297c668f1 req-047d4042-2eaf-41e1-b3c5-b6c7b8fe7c3b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0911250 Nov 08 14:13:09.371192 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-315a8ac5-ced5-4d92-ba1c-810ca94d438d req-01a5ed23-4c2b-424c-9cfc-617a0d12b569 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541048 Nov 08 14:13:09.378029 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-77940ffc-6d20-4bbd-b8b8-ac2297c668f1 req-16c34e1c-cc8d-41f6-ac6a-177267292f6f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550451 Nov 08 14:13:09.513600 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2591c6-847f-4c04-91af-ef892b094b7a req-11936d2d-131d-4359-af72-1b632103cdbb tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:09.515235 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8a2591c6-847f-4c04-91af-ef892b094b7a req-11936d2d-131d-4359-af72-1b632103cdbb tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 943 time: 0.0576909 Nov 08 14:13:09.557151 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8a2591c6-847f-4c04-91af-ef892b094b7a req-a5d6a149-b4b9-4bec-995d-e4818bcfe17c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Nov 08 14:13:09.723046 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['aea7613b-9984-4afa-ada6-31b2bf551106'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:13:10.544894 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72d133-7c0f-4cfe-97af-0aed9fd587bd req-026d1735-1df0-4436-aa28-570ee037029f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:10.546968 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4b72d133-7c0f-4cfe-97af-0aed9fd587bd req-026d1735-1df0-4436-aa28-570ee037029f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 944 time: 0.0801432 Nov 08 14:13:10.560237 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a4d0d-d1c7-480d-8532-32616d60daf0 req-20ab19ad-ad2b-473d-b45a-29aae85f83b2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:10.562608 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df6a4d0d-d1c7-480d-8532-32616d60daf0 req-20ab19ad-ad2b-473d-b45a-29aae85f83b2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0839894 Nov 08 14:13:10.624155 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4b72d133-7c0f-4cfe-97af-0aed9fd587bd req-f96a048a-ed55-4b4b-999e-f6df33e4ef9d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598462 Nov 08 14:13:10.630789 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df6a4d0d-d1c7-480d-8532-32616d60daf0 req-e68a39e5-0fbb-4e69-acfd-87671837bd81 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598724 Nov 08 14:13:10.747802 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee12d68-c8b0-4314-878f-2f05eb82a269 req-5925b2d2-6ce0-46bd-b527-4347addfd83d tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:10.750034 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4ee12d68-c8b0-4314-878f-2f05eb82a269 req-5925b2d2-6ce0-46bd-b527-4347addfd83d tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 943 time: 0.0615463 Nov 08 14:13:10.794223 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4ee12d68-c8b0-4314-878f-2f05eb82a269 req-c51876b9-4538-46cc-9373-1ae5cad57751 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Nov 08 14:13:10.843383 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device be50002c-0521-4022-b2fc-f559f397d506 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:13:10.946098 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port be50002c-0521-4022-b2fc-f559f397d506, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=be50002c-0521-4022-b2fc-f559f397d506,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:10.957877 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'be50002c-0521-4022-b2fc-f559f397d506', 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade', 'port_id': 'be50002c-0521-4022-b2fc-f559f397d506', 'mac_address': 'fa:16:3e:e2:df:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab50de1-b2b0-4328-8022-b473cc5c2fa8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:13:10.996916 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:11.011982 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be50002c-0521-4022-b2fc-f559f397d506 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:13:11.036645 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port be50002c-0521-4022-b2fc-f559f397d506, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=be50002c-0521-4022-b2fc-f559f397d506,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:11.117955 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:11.179561 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=be50002c-0521-4022-b2fc-f559f397d506,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:11.787145 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b560b-75e7-42d7-b192-eda0c87899be req-9ad8de8a-fad1-47be-99e9-359002677f72 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:11.788721 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-525b560b-75e7-42d7-b192-eda0c87899be req-9ad8de8a-fad1-47be-99e9-359002677f72 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 944 time: 0.0837486 Nov 08 14:13:11.801300 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb403a-2cd8-4e06-9db9-d7dfd186acbd req-a88f2329-ae13-4947-a8ca-b9f1123e5764 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:11.802811 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4eeb403a-2cd8-4e06-9db9-d7dfd186acbd req-a88f2329-ae13-4947-a8ca-b9f1123e5764 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0720417 Nov 08 14:13:11.866564 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-525b560b-75e7-42d7-b192-eda0c87899be req-85e4eb94-2b45-497e-a80a-c6703689cae0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626578 Nov 08 14:13:11.874602 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4eeb403a-2cd8-4e06-9db9-d7dfd186acbd req-05e11f6a-c686-4e49-b1e2-0d4aa48d0458 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648272 Nov 08 14:13:11.977778 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d6a3-aecc-4c8b-a2e1-71762ddbf963 req-9fb7648b-75d2-400f-8637-430051c6deec tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:11.979477 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-02c4d6a3-aecc-4c8b-a2e1-71762ddbf963 req-9fb7648b-75d2-400f-8637-430051c6deec tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 944 time: 0.0524604 Nov 08 14:13:12.020882 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-02c4d6a3-aecc-4c8b-a2e1-71762ddbf963 req-63c8865f-ae2b-488f-98f1-60f5fce10202 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348470 Nov 08 14:13:12.835707 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:13:13.030089 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37215dd7-f289-4c94-a1ed-7de6690c6fc9 req-7194bfc7-a3d2-469e-be8d-4ac0d56c3242 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:13.031710 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-37215dd7-f289-4c94-a1ed-7de6690c6fc9 req-7194bfc7-a3d2-469e-be8d-4ac0d56c3242 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 944 time: 0.0866592 Nov 08 14:13:13.039103 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7993-eee8-4f5d-a8bd-28808feba895 req-a9f1d0c7-9258-4b33-91cb-ed0a4515cf3f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:13.040644 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-29ae7993-eee8-4f5d-a8bd-28808feba895 req-a9f1d0c7-9258-4b33-91cb-ed0a4515cf3f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0933511 Nov 08 14:13:13.102616 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-37215dd7-f289-4c94-a1ed-7de6690c6fc9 req-81ec57df-78f6-4f00-bd40-6672146ad055 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600038 Nov 08 14:13:13.108568 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-29ae7993-eee8-4f5d-a8bd-28808feba895 req-4a529438-6f13-43f0-993d-b241327888b8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584710 Nov 08 14:13:13.242348 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7256c-1583-4d5d-b6e1-dafcbe41ab54 req-87f1ddf5-aa85-475d-83e1-881921e091a7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:13.243986 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-77a7256c-1583-4d5d-b6e1-dafcbe41ab54 req-87f1ddf5-aa85-475d-83e1-881921e091a7 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 944 time: 0.0676367 Nov 08 14:13:13.287869 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-77a7256c-1583-4d5d-b6e1-dafcbe41ab54 req-d86b33e5-36df-4553-9c4d-8dc650c9ba0e tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Nov 08 14:13:13.298585 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device aea7613b-9984-4afa-ada6-31b2bf551106 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:13:13.410268 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port aea7613b-9984-4afa-ada6-31b2bf551106 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:13:13.415976 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port aea7613b-9984-4afa-ada6-31b2bf551106 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:13:13.416580 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:13.510609 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:13.554854 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19934eb-b2ae-4853-9271-a463be610d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7613b-9984-4afa-ada6-31b2bf551106'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:13.559355 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aa6843-2c7a-4ba5-a21d-0c3789037c36" -d '{"events": [{"server_uuid": "d19934eb-b2ae-4853-9271-a463be610d36", "name": "network-vif-plugged", "status": "completed", "tag": "aea7613b-9984-4afa-ada6-31b2bf551106"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:13.584555 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port aea7613b-9984-4afa-ada6-31b2bf551106, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=aea7613b-9984-4afa-ada6-31b2bf551106,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:13.600706 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863157a-3c7f-4414-a2b5-21edb0ca8282 x-openstack-request-id: req-9863157a-3c7f-4414-a2b5-21edb0ca8282 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:13.601023 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19934eb-b2ae-4853-9271-a463be610d36", "name": "network-vif-plugged", "status": "completed", "tag": "aea7613b-9984-4afa-ada6-31b2bf551106", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:13.601278 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9863157a-3c7f-4414-a2b5-21edb0ca8282 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:13.601672 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19934eb-b2ae-4853-9271-a463be610d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7613b-9984-4afa-ada6-31b2bf551106', 'code': 200} Nov 08 14:13:13.661031 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:13.712005 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=aea7613b-9984-4afa-ada6-31b2bf551106,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:14.261955 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1073ae-926d-4f9e-b330-c3412599d06b req-2c732042-7b0a-45ad-9ef5-69f6492ececb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:14.264597 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ff1073ae-926d-4f9e-b330-c3412599d06b req-2c732042-7b0a-45ad-9ef5-69f6492ececb tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.0811164 Nov 08 14:13:14.278107 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e148-2091-4f03-9352-6c0a906491c1 req-0e781df7-0d1b-4140-b078-73c063e15edc tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:14.280427 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5ff1e148-2091-4f03-9352-6c0a906491c1 req-0e781df7-0d1b-4140-b078-73c063e15edc tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0883908 Nov 08 14:13:14.337684 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ff1073ae-926d-4f9e-b330-c3412599d06b req-87e65499-dac8-4d71-a76f-d99fe18b4aa8 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562241 Nov 08 14:13:14.347351 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5ff1e148-2091-4f03-9352-6c0a906491c1 req-e9406f53-ade1-44e0-acf2-9743738641ee tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585239 Nov 08 14:13:14.458810 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6012-4e1e-4e9c-8720-39b28a6f436b req-ed5e9b4b-f94f-4039-bafb-d4a9da3a71f5 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:14.460298 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-321f6012-4e1e-4e9c-8720-39b28a6f436b req-ed5e9b4b-f94f-4039-bafb-d4a9da3a71f5 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 944 time: 0.0542386 Nov 08 14:13:14.506787 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-321f6012-4e1e-4e9c-8720-39b28a6f436b req-dec1401f-ab3b-4823-9cbb-a795e45f8ecf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Nov 08 14:13:14.696774 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['be50002c-0521-4022-b2fc-f559f397d506'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:13:14.703918 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97f1c-b418-434d-8024-df355afcdb03 req-344f4f5c-cd05-4272-a5ff-ae24f1882b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:14.705523 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cca97f1c-b418-434d-8024-df355afcdb03 req-344f4f5c-cd05-4272-a5ff-ae24f1882b50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 1098 time: 0.0496025 Nov 08 14:13:14.764432 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cca97f1c-b418-434d-8024-df355afcdb03 req-6567f95b-0598-4401-99e5-5bde9d7ed234 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472364 Nov 08 14:13:15.519218 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f47d5-4a19-4882-b345-11b5d11ab70e req-4e619de7-6bfc-41ad-9f89-7ffa0e805ed1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:15.522017 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f05f47d5-4a19-4882-b345-11b5d11ab70e req-4e619de7-6bfc-41ad-9f89-7ffa0e805ed1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0850496 Nov 08 14:13:15.615087 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f05f47d5-4a19-4882-b345-11b5d11ab70e req-15f28a3e-8649-440b-89af-fba32e5e4f7a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859547 Nov 08 14:13:15.776127 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346240cb-b574-42fc-a65a-7e4c56143aa2 req-f7eb453c-89cb-4937-afab-b9ee0f1f9605 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:15.777637 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-346240cb-b574-42fc-a65a-7e4c56143aa2 req-f7eb453c-89cb-4937-afab-b9ee0f1f9605 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.0553999 Nov 08 14:13:15.833516 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-346240cb-b574-42fc-a65a-7e4c56143aa2 req-5ef6050f-b32b-4723-a9de-0bd078b2b1fe tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Nov 08 14:13:15.996079 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e699918-6328-4ed4-b869-fde6caa10bb5 req-a2877949-f629-491c-9821-7e236fdb31fd tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:15.998967 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6e699918-6328-4ed4-b869-fde6caa10bb5 req-a2877949-f629-491c-9821-7e236fdb31fd tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 944 time: 0.0658104 Nov 08 14:13:16.047983 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6e699918-6328-4ed4-b869-fde6caa10bb5 req-a86ada80-2070-40f4-a694-f87bbccd69d0 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Nov 08 14:13:16.219063 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c75c3-25b2-4442-ba05-07d5eee55cd9 req-c8efe4f1-39ba-4e65-bf11-13a50c14a266 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:16.220701 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d92c75c3-25b2-4442-ba05-07d5eee55cd9 req-c8efe4f1-39ba-4e65-bf11-13a50c14a266 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0617001 Nov 08 14:13:16.271098 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d92c75c3-25b2-4442-ba05-07d5eee55cd9 req-de27fab8-daa9-4495-be8c-039c90153c9e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Nov 08 14:13:16.774833 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b359c1a-f135-4d80-9397-dce19c81c3dd req-bdc11409-a18d-4b5e-bd08-aa9f4b30e8b9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:16.776449 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9b359c1a-f135-4d80-9397-dce19c81c3dd req-bdc11409-a18d-4b5e-bd08-aa9f4b30e8b9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0686283 Nov 08 14:13:16.824690 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9b359c1a-f135-4d80-9397-dce19c81c3dd req-d0619e95-c795-479b-8257-bea330f4c8e4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Nov 08 14:13:16.909682 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device be50002c-0521-4022-b2fc-f559f397d506 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:13:16.971685 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4aa8a-5cf4-4fcd-aff1-99c6b02fa13c req-4f7b9eee-3628-4b14-94c1-b12e6351d590 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:16.973239 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-acc4aa8a-5cf4-4fcd-aff1-99c6b02fa13c req-4f7b9eee-3628-4b14-94c1-b12e6351d590 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Nov 08 14:13:17.017010 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-acc4aa8a-5cf4-4fcd-aff1-99c6b02fa13c req-430c7941-80e9-4952-92b6-8ca0963f2cae tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369904 Nov 08 14:13:17.083224 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port be50002c-0521-4022-b2fc-f559f397d506 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:13:17.091975 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port be50002c-0521-4022-b2fc-f559f397d506 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:13:17.092587 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:17.213780 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:17.217145 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd93eb-45df-48ed-94a0-12869e4411da req-4bdb9235-d605-4c02-9542-7189753fcc7a tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:17.220083 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6bfd93eb-45df-48ed-94a0-12869e4411da req-4bdb9235-d605-4c02-9542-7189753fcc7a tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 944 time: 0.0625851 Nov 08 14:13:17.258991 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64803100-c02e-4c50-94ce-d087fecced39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50002c-0521-4022-b2fc-f559f397d506'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:17.262818 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915dd477-abf2-45ab-b4ba-4aa39eb4e730" -d '{"events": [{"server_uuid": "64803100-c02e-4c50-94ce-d087fecced39", "name": "network-vif-plugged", "status": "completed", "tag": "be50002c-0521-4022-b2fc-f559f397d506"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:17.286659 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port be50002c-0521-4022-b2fc-f559f397d506, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=be50002c-0521-4022-b2fc-f559f397d506,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:17.316045 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6bfd93eb-45df-48ed-94a0-12869e4411da req-1e327451-4db1-491f-9074-95ed0a6dfcb9 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884669 Nov 08 14:13:17.339854 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93f816-7d41-4cc5-b7a9-ba5ee1443518 x-openstack-request-id: req-de93f816-7d41-4cc5-b7a9-ba5ee1443518 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:17.339854 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64803100-c02e-4c50-94ce-d087fecced39", "name": "network-vif-plugged", "status": "completed", "tag": "be50002c-0521-4022-b2fc-f559f397d506", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:17.339854 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de93f816-7d41-4cc5-b7a9-ba5ee1443518 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:17.339854 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64803100-c02e-4c50-94ce-d087fecced39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50002c-0521-4022-b2fc-f559f397d506', 'code': 200} Nov 08 14:13:17.387401 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:17.474491 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=be50002c-0521-4022-b2fc-f559f397d506,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:17.496892 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec944d7-d669-466b-81bc-d78d48e280ff req-251c29b0-3194-496f-a2ed-dd953ade94d8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:17.499660 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aec944d7-d669-466b-81bc-d78d48e280ff req-251c29b0-3194-496f-a2ed-dd953ade94d8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0842628 Nov 08 14:13:17.549833 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aec944d7-d669-466b-81bc-d78d48e280ff req-046b1a58-29b7-4899-991a-bc927ce4fae6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Nov 08 14:13:17.780075 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824dae9-7fb0-4d01-9025-985fc6a784da req-287ed830-8f43-4ed9-9a0d-e5b8df6f2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:17.782023 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a824dae9-7fb0-4d01-9025-985fc6a784da req-287ed830-8f43-4ed9-9a0d-e5b8df6f2d11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 1098 time: 0.0436742 Nov 08 14:13:17.824502 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a824dae9-7fb0-4d01-9025-985fc6a784da req-e6f6d88b-621a-4555-8f8f-c4560823e174 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Nov 08 14:13:17.984463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a51a7f-9103-405f-bdf6-04ffdf839a9c req-a00458ae-a79c-424f-ab8a-0275fa0bf257 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:17.987251 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-18a51a7f-9103-405f-bdf6-04ffdf839a9c req-a00458ae-a79c-424f-ab8a-0275fa0bf257 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0837212 Nov 08 14:13:18.037509 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-18a51a7f-9103-405f-bdf6-04ffdf839a9c req-ee576e97-6452-4074-bf09-e8e8fd6f3239 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Nov 08 14:13:18.159331 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4b5e9-e2cb-4b72-9c90-e92b849be537 req-1bf6b8a8-2a2f-4eb2-a145-e98e7c70b928 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:18.161039 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b5b4b5e9-e2cb-4b72-9c90-e92b849be537 req-1bf6b8a8-2a2f-4eb2-a145-e98e7c70b928 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.0647585 Nov 08 14:13:18.214081 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b5b4b5e9-e2cb-4b72-9c90-e92b849be537 req-6186d444-4245-4f38-9149-f1739a90889f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Nov 08 14:13:18.244962 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 37976) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:18.382111 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-942b3793-6a22-42dd-840e-d6085a32f6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:18.476325 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43320570-5d26-444f-90d8-759db5956067 req-d411a6ed-c31a-4dfc-8470-5f74a5bc5e15 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:18.477835 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-43320570-5d26-444f-90d8-759db5956067 req-d411a6ed-c31a-4dfc-8470-5f74a5bc5e15 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0569673 Nov 08 14:13:18.483932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-942b3793-6a22-42dd-840e-d6085a32f6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:18.524062 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-43320570-5d26-444f-90d8-759db5956067 req-96cdfbad-8fd6-4020-83c1-a2dba3501e98 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 Nov 08 14:13:18.677793 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-942b3793-6a22-42dd-840e-d6085a32f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:18.700500 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c2e4a-22c3-4731-8497-f91f623510ed req-b443a096-e765-4433-b212-06b40fb187a1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:18.703880 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-705c2e4a-22c3-4731-8497-f91f623510ed req-b443a096-e765-4433-b212-06b40fb187a1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0747342 Nov 08 14:13:18.722594 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b3793-6a22-42dd-840e-d6085a32f6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3343f2e3-63c0-4729-b94f-88f4ff5cf010,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:18.755768 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-942b3793-6a22-42dd-840e-d6085a32f6b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0874b2839a3244708b1b3b3203103ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089560 Nov 08 14:13:18.756005 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 37988) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:18.776327 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-705c2e4a-22c3-4731-8497-f91f623510ed req-f47db82e-b07b-42b1-8621-3e53e17f32f9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655043 Nov 08 14:13:18.826920 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b5f6db87-d0c4-4edb-a73b-011afb9d2b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:18.852490 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b5f6db87-d0c4-4edb-a73b-011afb9d2b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:19.026706 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b68162-503d-48c0-9627-6e6e665c70c5 req-1694624e-c7f7-4479-9124-80a52dd94305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:19.030697 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d8b68162-503d-48c0-9627-6e6e665c70c5 req-1694624e-c7f7-4479-9124-80a52dd94305 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.0527656 Nov 08 14:13:19.075577 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d8b68162-503d-48c0-9627-6e6e665c70c5 req-2d5f46a1-d9f3-49f4-ac4d-6f7e9d447f58 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Nov 08 14:13:19.177369 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3b6e1-9367-4072-ba00-5122640b99e1 req-ec30d58a-af85-48ba-905c-757344ffaa33 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:19.179577 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5d3b6e1-9367-4072-ba00-5122640b99e1 req-ec30d58a-af85-48ba-905c-757344ffaa33 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0647066 Nov 08 14:13:19.199778 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b5f6db87-d0c4-4edb-a73b-011afb9d2b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:19.202914 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b5f6db87-d0c4-4edb-a73b-011afb9d2b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:19.204054 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b5f6db87-d0c4-4edb-a73b-011afb9d2b01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3343f2e3-63c0-4729-b94f-88f4ff5cf010 HTTP/1.1" status: 204 len: 168 time: 0.4469249 Nov 08 14:13:19.217848 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6db87-d0c4-4edb-a73b-011afb9d2b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3343f2e3-63c0-4729-b94f-88f4ff5cf010,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:19.236459 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5d3b6e1-9367-4072-ba00-5122640b99e1 req-f3455de6-b4d7-4290-9679-0300adeceda3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510402 Nov 08 14:13:19.654465 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be29fc-74d5-4a60-9095-6925437257d6 req-befc559c-6b97-4a59-a9d5-78d1bc954b6e tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:19.662115 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-79be29fc-74d5-4a60-9095-6925437257d6 req-befc559c-6b97-4a59-a9d5-78d1bc954b6e tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0606179 Nov 08 14:13:19.701738 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-79be29fc-74d5-4a60-9095-6925437257d6 req-7255338c-869a-4024-81c0-eb656bd81043 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Nov 08 14:13:19.905760 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1668-8d2e-4f64-a69b-e202ae1f06d3 req-07323f34-eda8-4e6d-b844-ac247e2bcd7a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:19.907211 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6cbd1668-8d2e-4f64-a69b-e202ae1f06d3 req-07323f34-eda8-4e6d-b844-ac247e2bcd7a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0520673 Nov 08 14:13:20.046991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38018) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:20.062037 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54ba1dd1-b3bf-4fb4-8381-6ca8e3c86b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:20.161584 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6cbd1668-8d2e-4f64-a69b-e202ae1f06d3 req-c57200e1-9cc0-4955-a4ba-00614f697726 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483156 Nov 08 14:13:20.176700 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54ba1dd1-b3bf-4fb4-8381-6ca8e3c86b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:20.306216 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54ba1dd1-b3bf-4fb4-8381-6ca8e3c86b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:20.349387 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-54ba1dd1-b3bf-4fb4-8381-6ca8e3c86b96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9951cf8715e3454695b1bf16cec889c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010819 Nov 08 14:13:20.350651 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba1dd1-b3bf-4fb4-8381-6ca8e3c86b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692a9756-1023-438e-9294-6f3f79a89865,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:20.352055 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 38024) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:20.386001 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e3ae-2f3a-49a3-8d5e-69820fbcb40a req-6fc224da-a33c-45db-a13e-03323e404c78 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:20.387514 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-89e6e3ae-2f3a-49a3-8d5e-69820fbcb40a req-6fc224da-a33c-45db-a13e-03323e404c78 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0731857 Nov 08 14:13:20.443307 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-836f0377-1c30-42c7-a7ae-51ef82403486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:20.462371 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-89e6e3ae-2f3a-49a3-8d5e-69820fbcb40a req-8d01636d-5e10-4b12-ab0e-d6d97a4f9124 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664494 Nov 08 14:13:20.482125 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-836f0377-1c30-42c7-a7ae-51ef82403486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:20.690338 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-836f0377-1c30-42c7-a7ae-51ef82403486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:20.693129 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-836f0377-1c30-42c7-a7ae-51ef82403486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:20.697782 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-836f0377-1c30-42c7-a7ae-51ef82403486 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/692a9756-1023-438e-9294-6f3f79a89865 HTTP/1.1" status: 204 len: 168 time: 0.3413324 Nov 08 14:13:20.704379 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f0377-1c30-42c7-a7ae-51ef82403486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692a9756-1023-438e-9294-6f3f79a89865,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:20.904385 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c62ec-e120-41b8-bb6e-a04c637d61a0 req-c4d9f81d-7102-4a84-925f-ad924a14cc03 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:20.906883 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e6c62ec-e120-41b8-bb6e-a04c637d61a0 req-c4d9f81d-7102-4a84-925f-ad924a14cc03 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0840526 Nov 08 14:13:20.964446 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e6c62ec-e120-41b8-bb6e-a04c637d61a0 req-b6d66e43-ecb7-4859-8d0f-c6b2fd339c63 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513775 Nov 08 14:13:21.336805 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2b27-ffc0-4fe5-8be7-e4a5bf430441 req-bd1161fc-91fa-4228-a2fc-af9f2da130b4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:21.339782 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df0d2b27-ffc0-4fe5-8be7-e4a5bf430441 req-bd1161fc-91fa-4228-a2fc-af9f2da130b4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0886228 Nov 08 14:13:21.393475 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df0d2b27-ffc0-4fe5-8be7-e4a5bf430441 req-7cdd9db6-9387-41a4-a8bc-6ef822a174e2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Nov 08 14:13:21.593173 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f242aea-4c0c-404e-a223-caf64e396c17 req-5d6bf13b-7457-4383-8509-d6f0e5d64bbf tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:21.594630 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f242aea-4c0c-404e-a223-caf64e396c17 req-5d6bf13b-7457-4383-8509-d6f0e5d64bbf tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0570920 Nov 08 14:13:21.643062 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f242aea-4c0c-404e-a223-caf64e396c17 req-c1323a65-d4ae-41af-ba81-2b2209b03b8f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Nov 08 14:13:22.256803 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcbceb-0f8d-423b-a50b-94ebddb0d65e req-dd6cf88c-3f29-417d-91e0-6c8328044e6e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:22.258410 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97fcbceb-0f8d-423b-a50b-94ebddb0d65e req-dd6cf88c-3f29-417d-91e0-6c8328044e6e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0592968 Nov 08 14:13:22.304383 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97fcbceb-0f8d-423b-a50b-94ebddb0d65e req-3f966e9b-9664-4b3d-a680-bf2c4a943ffd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Nov 08 14:13:22.406411 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-7ee3d1ee-1ae7-4540-bbe5-6f2f77719cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:22.409374 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-7ee3d1ee-1ae7-4540-bbe5-6f2f77719cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.0715046 Nov 08 14:13:22.546305 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-610a2c16-fa19-403a-9349-23953d914840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:22.547919 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-610a2c16-fa19-403a-9349-23953d914840 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.1114790 Nov 08 14:13:22.555644 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c3313-d9f2-482a-b949-fc15e6ebd27a req-3b1e8e0a-cf94-4cc8-b027-4e584f6880a8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:22.557849 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3b1c3313-d9f2-482a-b949-fc15e6ebd27a req-3b1e8e0a-cf94-4cc8-b027-4e584f6880a8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0581102 Nov 08 14:13:22.638768 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-db8f3488-06e6-4a0a-b49b-78f421bf0e3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 217 time: 0.0712407 Nov 08 14:13:22.642480 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3b1c3313-d9f2-482a-b949-fc15e6ebd27a req-d4db71e7-5c93-4738-99d5-b874a4f83f28 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775447 Nov 08 14:13:22.699712 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 38142) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:22.726541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-b68cae60-c87a-4eec-873e-8765efdc3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:22.728075 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-b68cae60-c87a-4eec-873e-8765efdc3c38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.0704997 Nov 08 14:13:22.776750 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-23b3dc1c-7f0a-4367-8bea-a3bfde803779 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290632 Nov 08 14:13:22.840580 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-96051112-1bd2-4bf2-a2dd-4c14b5502267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:22.914492 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-777e105c-fb5e-42b0-9fe4-1640a149bc20 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281614 Nov 08 14:13:22.981931 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-96051112-1bd2-4bf2-a2dd-4c14b5502267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:23.050005 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-079bf954-ad99-47a8-89a3-bf63ef4de7b1 req-8cb29f41-1cac-48e7-ad47-9d4e5d6e3c7c service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211839 Nov 08 14:13:23.123879 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-96051112-1bd2-4bf2-a2dd-4c14b5502267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:23.201197 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-96051112-1bd2-4bf2-a2dd-4c14b5502267 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5436c750058a4944a51ec57ec965ac31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985526 Nov 08 14:13:23.201197 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051112-1bd2-4bf2-a2dd-4c14b5502267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a891cb-759e-4a48-91a7-fef56e4ee513,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:23.202932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38176) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:23.292926 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9bac-7996-40e1-a7c5-0c7c3044f0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:23.318716 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9bac-7996-40e1-a7c5-0c7c3044f0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:23.457926 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca58dd-fea8-45fc-b4e3-408cb95e91a0 req-05f7a9a6-c46f-4eec-945f-4f515ebd76e2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:23.459504 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-25ca58dd-fea8-45fc-b4e3-408cb95e91a0 req-05f7a9a6-c46f-4eec-945f-4f515ebd76e2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0619636 Nov 08 14:13:23.500593 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-25ca58dd-fea8-45fc-b4e3-408cb95e91a0 req-fd4195e6-001e-485d-b2bd-164f88ef13cf tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Nov 08 14:13:23.534992 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9bac-7996-40e1-a7c5-0c7c3044f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:23.544195 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9bac-7996-40e1-a7c5-0c7c3044f0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:23.544195 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8c0e9bac-7996-40e1-a7c5-0c7c3044f0d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18a891cb-759e-4a48-91a7-fef56e4ee513 HTTP/1.1" status: 204 len: 168 time: 0.3345389 Nov 08 14:13:23.547848 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e9bac-7996-40e1-a7c5-0c7c3044f0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a891cb-759e-4a48-91a7-fef56e4ee513,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:23.768139 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315bc9-6d6c-49c6-970e-e55dab9bb604 req-f28397ef-b483-43b1-8f52-63810cab8986 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:23.769569 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-04315bc9-6d6c-49c6-970e-e55dab9bb604 req-f28397ef-b483-43b1-8f52-63810cab8986 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0533857 Nov 08 14:13:23.810782 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-04315bc9-6d6c-49c6-970e-e55dab9bb604 req-f6aab261-5bd8-4ba7-9f85-45852110e205 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Nov 08 14:13:24.180697 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-66747f12-bb48-4232-8e27-64afe67ffa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:24.265999 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38220) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:24.424749 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-19dfc9b3-2fd2-41c8-81aa-ad72aa11ca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:24.632331 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-19dfc9b3-2fd2-41c8-81aa-ad72aa11ca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:24.705844 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-19dfc9b3-2fd2-41c8-81aa-ad72aa11ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:24.707113 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48132274-c54d-4a19-9e51-11bfad951b42 req-ed885830-bd8f-47b2-b085-6d4b470acf4c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:24.708856 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-48132274-c54d-4a19-9e51-11bfad951b42 req-ed885830-bd8f-47b2-b085-6d4b470acf4c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0775249 Nov 08 14:13:24.760663 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfc9b3-2fd2-41c8-81aa-ad72aa11ca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d4521-f24a-4ca7-8387-4224387e5cab,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:24.765692 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-19dfc9b3-2fd2-41c8-81aa-ad72aa11ca62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c652f1b07e654e1ba4d425e67aeb5827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978926 Nov 08 14:13:24.769310 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38234) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:24.784014 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-48132274-c54d-4a19-9e51-11bfad951b42 req-94e3f63c-d90b-4af5-b609-f32952286eea tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628607 Nov 08 14:13:24.840808 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4068-0f85-4b6e-a438-2eab7fd8e437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:24.869682 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4068-0f85-4b6e-a438-2eab7fd8e437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:24.993447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da7ea-7e5d-4d6d-80a6-ff86f3472b8e req-647ab2b5-be4b-46d0-87d0-280a59525a79 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:24.995104 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df6da7ea-7e5d-4d6d-80a6-ff86f3472b8e req-647ab2b5-be4b-46d0-87d0-280a59525a79 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0592496 Nov 08 14:13:25.037884 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4068-0f85-4b6e-a438-2eab7fd8e437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:25.040989 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4068-0f85-4b6e-a438-2eab7fd8e437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:25.042917 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df6da7ea-7e5d-4d6d-80a6-ff86f3472b8e req-2945290e-1676-460c-9b9d-278dbcb41b40 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379527 Nov 08 14:13:25.048340 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e3ce4068-0f85-4b6e-a438-2eab7fd8e437 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb9d4521-f24a-4ca7-8387-4224387e5cab HTTP/1.1" status: 204 len: 168 time: 0.2776215 Nov 08 14:13:25.062317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4068-0f85-4b6e-a438-2eab7fd8e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d4521-f24a-4ca7-8387-4224387e5cab,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:25.374769 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38258) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:25.754831 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-df62f364-1284-44d1-a201-7302451f24a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:25.899002 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-df62f364-1284-44d1-a201-7302451f24a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:25.970321 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5e26-0657-47dc-aaae-b1e338e7db35 req-cd77bd02-83ee-4a13-91f5-077a63130363 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:25.973260 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f8bf5e26-0657-47dc-aaae-b1e338e7db35 req-cd77bd02-83ee-4a13-91f5-077a63130363 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0611992 Nov 08 14:13:26.021221 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f8bf5e26-0657-47dc-aaae-b1e338e7db35 req-e516da8d-cc5c-4301-91f6-3d8592c23507 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Nov 08 14:13:26.129032 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-df62f364-1284-44d1-a201-7302451f24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.185552 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 38274) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:26.185841 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-df62f364-1284-44d1-a201-7302451f24a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5532fb42c01f453db7fa4bb4282202c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8093505 Nov 08 14:13:26.187417 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62f364-1284-44d1-a201-7302451f24a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2862dfd-562c-4924-9bac-1adee4e9e821,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:26.255958 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38276) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:26.274088 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bd661-0c6c-4a61-b714-2eaa8b26205e req-b3d0680a-82f8-43db-8dfe-de3296a1bcb9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:26.275825 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e80bd661-0c6c-4a61-b714-2eaa8b26205e req-b3d0680a-82f8-43db-8dfe-de3296a1bcb9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.1196666 Nov 08 14:13:26.301675 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-80b8e208-9a75-4492-ae2d-9b4b01e5a991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.320033 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b978936-e5c5-4d1d-aadd-930e15e238dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.384995 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e80bd661-0c6c-4a61-b714-2eaa8b26205e req-3aa7b71c-dc03-4a7d-a5f2-03770163db12 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950193 Nov 08 14:13:26.394000 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b978936-e5c5-4d1d-aadd-930e15e238dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.433223 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-80b8e208-9a75-4492-ae2d-9b4b01e5a991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.593190 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b978936-e5c5-4d1d-aadd-930e15e238dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.598646 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-80b8e208-9a75-4492-ae2d-9b4b01e5a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.600440 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b978936-e5c5-4d1d-aadd-930e15e238dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.611748 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38286) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:26.614612 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2b978936-e5c5-4d1d-aadd-930e15e238dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2862dfd-562c-4924-9bac-1adee4e9e821 HTTP/1.1" status: 204 len: 168 time: 0.4067042 Nov 08 14:13:26.635115 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b978936-e5c5-4d1d-aadd-930e15e238dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2862dfd-562c-4924-9bac-1adee4e9e821,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:26.654688 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8e208-9a75-4492-ae2d-9b4b01e5a991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7522a-1204-4923-9608-d8fed1a59206,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:26.660696 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-80b8e208-9a75-4492-ae2d-9b4b01e5a991 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d4e30e6472b42f2a7f8b5bb46b99972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031625 Nov 08 14:13:26.664784 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38292) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:26.743586 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d816328c-b8cf-48b7-ac88-202db36bee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.789000 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d816328c-b8cf-48b7-ac88-202db36bee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.886271 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54716dfa-1876-455e-b422-f33594dc2af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.992002 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d816328c-b8cf-48b7-ac88-202db36bee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.994849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d816328c-b8cf-48b7-ac88-202db36bee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:26.999215 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-d816328c-b8cf-48b7-ac88-202db36bee89 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3e7522a-1204-4923-9608-d8fed1a59206 HTTP/1.1" status: 204 len: 168 time: 0.3328817 Nov 08 14:13:27.020910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816328c-b8cf-48b7-ac88-202db36bee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7522a-1204-4923-9608-d8fed1a59206,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:27.109616 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54716dfa-1876-455e-b422-f33594dc2af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.180095 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0fafa-960e-47e5-ad9b-fbafe02dd398 req-70d31e52-e195-4a56-b02d-d8990d6f8f39 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:27.183351 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-34f0fafa-960e-47e5-ad9b-fbafe02dd398 req-70d31e52-e195-4a56-b02d-d8990d6f8f39 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1813436 Nov 08 14:13:27.190072 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.232875 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4b597963-b7cb-43b1-8178-1b0cacfe44b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.233157 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-54716dfa-1876-455e-b422-f33594dc2af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.273407 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-34f0fafa-960e-47e5-ad9b-fbafe02dd398 req-189fe74d-b853-4d4d-ba76-8b3aa1353e5c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769866 Nov 08 14:13:27.292600 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe301-3273-4d4b-8086-9654f1dd72e8 req-db15493a-4e33-42ad-832a-a98d0d647935 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:27.302033 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8abbe301-3273-4d4b-8086-9654f1dd72e8 req-db15493a-4e33-42ad-832a-a98d0d647935 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1074300 Nov 08 14:13:27.318075 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-54716dfa-1876-455e-b422-f33594dc2af5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57701e5dff784d6e8b5d6339eec53fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989000 Nov 08 14:13:27.319863 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54716dfa-1876-455e-b422-f33594dc2af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8073aff-edeb-442a-9339-e4a60eb115ec,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:27.326296 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 38306) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:27.388353 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8abbe301-3273-4d4b-8086-9654f1dd72e8 req-5a8f17ad-03f7-4555-b4f8-27b90c5e63ee tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850937 Nov 08 14:13:27.415256 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a17a93e9-7404-4564-aba3-55e9e83f5e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.471552 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a17a93e9-7404-4564-aba3-55e9e83f5e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.637365 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f42ad4-3fa4-44fb-a6e3-f4bf033db0aa req-17dfc9e7-1cd4-4cb3-804f-77f57a1d355c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:27.639167 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17f42ad4-3fa4-44fb-a6e3-f4bf033db0aa req-17dfc9e7-1cd4-4cb3-804f-77f57a1d355c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.1332159 Nov 08 14:13:27.710768 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17f42ad4-3fa4-44fb-a6e3-f4bf033db0aa req-49e10b82-b919-4db0-9ddd-83e0f50c42cb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480828 Nov 08 14:13:27.763931 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a17a93e9-7404-4564-aba3-55e9e83f5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.767960 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a17a93e9-7404-4564-aba3-55e9e83f5e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:27.769127 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a17a93e9-7404-4564-aba3-55e9e83f5e71 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8073aff-edeb-442a-9339-e4a60eb115ec HTTP/1.1" status: 204 len: 168 time: 0.4332960 Nov 08 14:13:27.777612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a93e9-7404-4564-aba3-55e9e83f5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8073aff-edeb-442a-9339-e4a60eb115ec,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:28.498803 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:28.538072 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967cdf2-b7c7-4043-9b8c-dfc86e4e4096 req-b37ca2f5-416b-4d94-9b4e-f399e716a601 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:28.549941 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c967cdf2-b7c7-4043-9b8c-dfc86e4e4096 req-b37ca2f5-416b-4d94-9b4e-f399e716a601 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1143188 Nov 08 14:13:28.627750 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c967cdf2-b7c7-4043-9b8c-dfc86e4e4096 req-77649a64-456d-4e4a-a5d8-31ee75ee6dd8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732501 Nov 08 14:13:28.895395 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e52552-523f-4f51-8651-cdd6086321e1 req-7b836c87-730f-4257-a3dd-3d94932fb710 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:28.897028 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-78e52552-523f-4f51-8651-cdd6086321e1 req-7b836c87-730f-4257-a3dd-3d94932fb710 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0598197 Nov 08 14:13:28.949046 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-78e52552-523f-4f51-8651-cdd6086321e1 req-d860d5b8-c597-4882-aa85-a8ff9857d4b7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Nov 08 14:13:29.633044 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002096dd-d677-4b4c-b0c2-0060cb9c9659 req-808818be-32a5-4a3a-9186-177619afe86d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:29.648877 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-002096dd-d677-4b4c-b0c2-0060cb9c9659 req-808818be-32a5-4a3a-9186-177619afe86d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1429739 Nov 08 14:13:29.744023 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-002096dd-d677-4b4c-b0c2-0060cb9c9659 req-2c52d233-895b-41e4-940f-4f587bbbe22e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938535 Nov 08 14:13:29.937715 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655514-fb49-4744-8970-e12faa3f06e5 req-ca391ae9-03b0-492e-aee8-4cc8571959f0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:29.939590 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-82655514-fb49-4744-8970-e12faa3f06e5 req-ca391ae9-03b0-492e-aee8-4cc8571959f0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0798566 Nov 08 14:13:29.989704 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-82655514-fb49-4744-8970-e12faa3f06e5 req-551796f3-91dd-404c-9cd7-b0e70b1320e4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396867 Nov 08 14:13:30.095775 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:30.138838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd9e85-0fde-40e2-aca2-815b29793fdd req-ea20b85b-1fe7-46b9-b772-2ee436272a13 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:30.140904 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eccd9e85-0fde-40e2-aca2-815b29793fdd req-ea20b85b-1fe7-46b9-b772-2ee436272a13 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0716197 Nov 08 14:13:30.191302 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eccd9e85-0fde-40e2-aca2-815b29793fdd req-dbb3df19-54e9-424f-9782-32c2ff4733c5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Nov 08 14:13:31.121893 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4b91b-d0ca-4a36-b113-681837fbbd03 req-86630cb7-8393-4983-8f19-22e5b3b84bee tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:31.123996 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-01d4b91b-d0ca-4a36-b113-681837fbbd03 req-86630cb7-8393-4983-8f19-22e5b3b84bee tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0509493 Nov 08 14:13:31.183950 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-01d4b91b-d0ca-4a36-b113-681837fbbd03 req-7ae6ab1d-e119-489b-b445-620ac3c145ab tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509231 Nov 08 14:13:31.368777 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735e911-6acf-436b-90c7-d9f6d90a4bc6 req-0e1080d2-4836-4497-b990-e5376d0ccdc9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:31.370373 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4735e911-6acf-436b-90c7-d9f6d90a4bc6 req-0e1080d2-4836-4497-b990-e5376d0ccdc9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0972798 Nov 08 14:13:31.426347 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4735e911-6acf-436b-90c7-d9f6d90a4bc6 req-7bc0e72f-b5d3-4cd9-ab7c-e59fd77228cd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489023 Nov 08 14:13:32.352867 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c79a0-becc-49b4-bae9-775ec4053030 req-a0cde3c9-fcb8-4af9-b178-e32b79d50912 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:32.355547 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fc6c79a0-becc-49b4-bae9-775ec4053030 req-a0cde3c9-fcb8-4af9-b178-e32b79d50912 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0915670 Nov 08 14:13:32.418140 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fc6c79a0-becc-49b4-bae9-775ec4053030 req-9049d958-c3a3-4447-b9c4-1cf95df75c0e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530887 Nov 08 14:13:32.727900 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bd0c2-cfdb-4871-9f2c-f5944a48982b req-2349be8e-b65d-4690-a7b3-026630eb107c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:32.729503 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3a2bd0c2-cfdb-4871-9f2c-f5944a48982b req-2349be8e-b65d-4690-a7b3-026630eb107c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.1002822 Nov 08 14:13:32.790151 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3a2bd0c2-cfdb-4871-9f2c-f5944a48982b req-78aaa4b1-7bbc-4a6a-9ca8-ea2bd4768e75 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527301 Nov 08 14:13:33.598688 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2250974-bdba-496f-a302-5e3d85fbd0ce req-754d9be1-016d-4f77-8593-215ee9ccd88e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:33.601363 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2250974-bdba-496f-a302-5e3d85fbd0ce req-754d9be1-016d-4f77-8593-215ee9ccd88e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0724788 Nov 08 14:13:33.658585 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2250974-bdba-496f-a302-5e3d85fbd0ce req-ba7ad833-ca63-4f74-a35a-7bac86b1a2a9 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462725 Nov 08 14:13:33.967857 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f72a5-c42c-49a8-8712-a9691e997f6e req-7862a2ff-cf4e-4b96-b96b-f3c99f698c02 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:33.969585 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-224f72a5-c42c-49a8-8712-a9691e997f6e req-7862a2ff-cf4e-4b96-b96b-f3c99f698c02 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0603185 Nov 08 14:13:34.014744 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-224f72a5-c42c-49a8-8712-a9691e997f6e req-e62ee0f1-801f-4a00-8a42-adba26b89f26 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363820 Nov 08 14:13:34.809952 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c511cd7-401a-41e3-8e70-63901bd71a8b req-bd154155-bcdb-45e7-b454-0627f1454176 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:34.811783 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c511cd7-401a-41e3-8e70-63901bd71a8b req-bd154155-bcdb-45e7-b454-0627f1454176 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0575485 Nov 08 14:13:34.867353 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c511cd7-401a-41e3-8e70-63901bd71a8b req-4b076412-dab1-4791-87f5-8b991ef21d42 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Nov 08 14:13:35.153630 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced44b57-7d71-4256-aa37-b887b4339b2b req-49c21420-2abe-474f-a5f9-9f5239b9d723 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:35.155553 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ced44b57-7d71-4256-aa37-b887b4339b2b req-49c21420-2abe-474f-a5f9-9f5239b9d723 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0585055 Nov 08 14:13:35.202298 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ced44b57-7d71-4256-aa37-b887b4339b2b req-0c68a0a1-918c-464f-b365-d1f52bc93146 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356700 Nov 08 14:13:35.494206 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:36.001507 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a2f11-a00d-43d1-bd4f-e07911f0b2e2 req-7150d16d-55a7-4ebb-82a4-cac4cc6d219a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:36.003042 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-033a2f11-a00d-43d1-bd4f-e07911f0b2e2 req-7150d16d-55a7-4ebb-82a4-cac4cc6d219a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Nov 08 14:13:36.045705 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-033a2f11-a00d-43d1-bd4f-e07911f0b2e2 req-43207b3e-8766-4724-b760-3a16f49237e9 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362906 Nov 08 14:13:36.347061 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9002-b8ee-4edb-baa6-652b7f257346 req-cbd1346b-253e-49d1-a6ee-dd31673e8366 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:36.348867 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b12c9002-b8ee-4edb-baa6-652b7f257346 req-cbd1346b-253e-49d1-a6ee-dd31673e8366 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0600109 Nov 08 14:13:36.415238 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b12c9002-b8ee-4edb-baa6-652b7f257346 req-9ced5a67-e686-4038-b4ed-42c5b6a63f76 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555253 Nov 08 14:13:37.524643 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841266e6-3c2c-4556-979c-d235f7be8ca1 req-387e7007-eca3-428b-a6ef-bc33607ab2e0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:37.526248 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-841266e6-3c2c-4556-979c-d235f7be8ca1 req-387e7007-eca3-428b-a6ef-bc33607ab2e0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Nov 08 14:13:37.571384 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-841266e6-3c2c-4556-979c-d235f7be8ca1 req-4d1dcab5-7d86-4842-b124-dc835dc6e6f6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379195 Nov 08 14:13:37.766703 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dd1e6-fcfa-4b31-b78a-e671cbd09ef2 req-c3d815ee-d3a5-41fc-b90e-0f4c0b87e2b0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:37.772519 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-888dd1e6-fcfa-4b31-b78a-e671cbd09ef2 req-c3d815ee-d3a5-41fc-b90e-0f4c0b87e2b0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0692291 Nov 08 14:13:37.817143 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-888dd1e6-fcfa-4b31-b78a-e671cbd09ef2 req-0001fc47-3ae5-4d47-bf29-abd007b2865c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Nov 08 14:13:38.720266 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7507f7-a224-40b9-a450-08e1f2c94122 req-de7faa69-8f7e-4b98-b92d-4cf1eaeb71a8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:38.721868 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c7507f7-a224-40b9-a450-08e1f2c94122 req-de7faa69-8f7e-4b98-b92d-4cf1eaeb71a8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0621121 Nov 08 14:13:38.769352 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c7507f7-a224-40b9-a450-08e1f2c94122 req-f0725f62-f2d4-4060-8c3f-6cb6ff7ad637 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409648 Nov 08 14:13:38.975017 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8ac5b-f53f-42c0-a6f4-bde2f141a9ef req-8b8f7d6e-2502-4cf8-a686-135e7e96879b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:38.978623 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-30e8ac5b-f53f-42c0-a6f4-bde2f141a9ef req-8b8f7d6e-2502-4cf8-a686-135e7e96879b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0587881 Nov 08 14:13:39.019448 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-30e8ac5b-f53f-42c0-a6f4-bde2f141a9ef req-60b8e7cc-dfac-40c5-9091-5374a9ad79c6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357571 Nov 08 14:13:39.479010 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-9f8014e2-5f17-4c6d-949c-b0c982e68f97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430257 Nov 08 14:13:39.554462 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db955470-d214-4b2a-92e1-0f36c49b155c req-1ca987c9-11a3-4201-9657-f3f29cdcf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:39.556037 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-1ca987c9-11a3-4201-9657-f3f29cdcf1ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.0454473 Nov 08 14:13:39.685004 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db955470-d214-4b2a-92e1-0f36c49b155c req-95ed417a-0c88-4d14-843d-72f8cfa02358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:39.686966 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-95ed417a-0c88-4d14-843d-72f8cfa02358 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.1003702 Nov 08 14:13:39.743510 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-79778df4-1fda-4f87-8b4b-8194b8667f84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 217 time: 0.0385182 Nov 08 14:13:39.808493 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db955470-d214-4b2a-92e1-0f36c49b155c req-773cd446-7d19-4574-8db3-a93c88411eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:39.810043 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-773cd446-7d19-4574-8db3-a93c88411eec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.0486827 Nov 08 14:13:39.848651 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-54b3d350-d683-4d0e-ab7e-a6f921cc9205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294123 Nov 08 14:13:39.915920 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e089f04-c3a3-47f4-894f-cfe5517d9549 req-76289bf6-3387-4adc-a13a-7f969ed67d28 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:39.917615 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0e089f04-c3a3-47f4-894f-cfe5517d9549 req-76289bf6-3387-4adc-a13a-7f969ed67d28 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0690994 Nov 08 14:13:39.972765 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0e089f04-c3a3-47f4-894f-cfe5517d9549 req-615224e1-ade4-4a30-936b-4e1e6e8c4aeb tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443974 Nov 08 14:13:39.975155 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-0c3f0bdd-aa8b-4381-b33d-1893a3567ba9 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145215 Nov 08 14:13:40.129894 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-db955470-d214-4b2a-92e1-0f36c49b155c req-f1fc872f-9f8e-45e1-9c1a-c14d049f5f10 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430705 Nov 08 14:13:40.161904 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97c098-89b7-47e8-9f9e-52582d8a1f1e req-a903ad6b-13e6-4d18-bb32-59ca6b0f0770 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:40.163727 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9e97c098-89b7-47e8-9f9e-52582d8a1f1e req-a903ad6b-13e6-4d18-bb32-59ca6b0f0770 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0630741 Nov 08 14:13:40.209362 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9e97c098-89b7-47e8-9f9e-52582d8a1f1e req-b229ed68-179e-4e3e-8ecc-357361f86a38 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363495 Nov 08 14:13:41.106177 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872fd45-39c1-4c85-bccb-fd43e6c438fc req-c25aaf23-2e77-4833-934a-4a4f461db22f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:41.108159 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b872fd45-39c1-4c85-bccb-fd43e6c438fc req-c25aaf23-2e77-4833-934a-4a4f461db22f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0596187 Nov 08 14:13:41.150913 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b872fd45-39c1-4c85-bccb-fd43e6c438fc req-795d6720-d5de-40c2-a8d2-9c3f8e7172d1 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369909 Nov 08 14:13:41.339282 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576332a5-244f-422e-b978-703ae858d61d req-735fa1fd-a534-4834-b1cc-b0a5b3cf4c44 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:41.340847 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-576332a5-244f-422e-b978-703ae858d61d req-735fa1fd-a534-4834-b1cc-b0a5b3cf4c44 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0510569 Nov 08 14:13:41.393563 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-576332a5-244f-422e-b978-703ae858d61d req-36027848-05e7-4012-a4b1-d9230e87c77f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456767 Nov 08 14:13:41.675774 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38654) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:41.798687 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-36b0133e-4729-4ba0-a829-c2a657d5c118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:41.879143 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-36b0133e-4729-4ba0-a829-c2a657d5c118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:41.979880 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-36b0133e-4729-4ba0-a829-c2a657d5c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:42.022639 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0133e-4729-4ba0-a829-c2a657d5c118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2e53b-3c45-429d-bd55-12586ae66eb4,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:42.027380 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-36b0133e-4729-4ba0-a829-c2a657d5c118 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3e28c3cad014f3290f8204f773d520d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503535 Nov 08 14:13:42.031305 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 38662) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:42.103943 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a35584d4-4a94-4878-82aa-68e6f4a49189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:42.126707 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a35584d4-4a94-4878-82aa-68e6f4a49189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:42.272813 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a94e11-7e24-431f-80ed-7aa3448174f6 req-b03f89a5-ac4a-4418-8563-f07fade2cce1 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:42.274360 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49a94e11-7e24-431f-80ed-7aa3448174f6 req-b03f89a5-ac4a-4418-8563-f07fade2cce1 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0529013 Nov 08 14:13:42.316607 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a35584d4-4a94-4878-82aa-68e6f4a49189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:42.316901 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49a94e11-7e24-431f-80ed-7aa3448174f6 req-16028d49-9fcb-4de4-844c-f42bbf9d82d9 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346005 Nov 08 14:13:42.319735 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a35584d4-4a94-4878-82aa-68e6f4a49189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:42.328467 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-a35584d4-4a94-4878-82aa-68e6f4a49189 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4dc2e53b-3c45-429d-bd55-12586ae66eb4 HTTP/1.1" status: 204 len: 168 time: 0.2884932 Nov 08 14:13:42.330624 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35584d4-4a94-4878-82aa-68e6f4a49189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2e53b-3c45-429d-bd55-12586ae66eb4,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:42.527444 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc47e4-4f1a-4e76-a220-1e5b246ec83a req-b772dc08-6776-4b13-b39d-242d34d795ba tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:42.531107 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-69dc47e4-4f1a-4e76-a220-1e5b246ec83a req-b772dc08-6776-4b13-b39d-242d34d795ba tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0563047 Nov 08 14:13:42.572249 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-69dc47e4-4f1a-4e76-a220-1e5b246ec83a req-6263bedc-95f8-48be-b1fc-5d57ae4738b9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373476 Nov 08 14:13:43.443012 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f5ff-c80f-49d3-8f9b-9fa9022a96d9 req-6c5cc83d-d01d-462b-85f7-47c875efb184 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:43.444629 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3ee1f5ff-c80f-49d3-8f9b-9fa9022a96d9 req-6c5cc83d-d01d-462b-85f7-47c875efb184 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0531871 Nov 08 14:13:43.485584 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3ee1f5ff-c80f-49d3-8f9b-9fa9022a96d9 req-9ba210ae-63aa-4ed7-9667-3efd53aafd41 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347030 Nov 08 14:13:43.702686 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1261bf-a68b-4dcf-946f-8dacbd629e83 req-298c610a-16ce-4905-bab4-899362c20a9a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:43.704277 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ff1261bf-a68b-4dcf-946f-8dacbd629e83 req-298c610a-16ce-4905-bab4-899362c20a9a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0520275 Nov 08 14:13:43.749707 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ff1261bf-a68b-4dcf-946f-8dacbd629e83 req-48d0c6ec-0d87-4c4c-bf20-8ffda8615a33 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379200 Nov 08 14:13:44.618744 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd204ab-66fd-423c-aa25-79dd1614d9d6 req-ce28b9b0-9255-4b3a-90d1-c691319f1ad1 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:44.620381 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3fd204ab-66fd-423c-aa25-79dd1614d9d6 req-ce28b9b0-9255-4b3a-90d1-c691319f1ad1 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0554569 Nov 08 14:13:44.664750 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3fd204ab-66fd-423c-aa25-79dd1614d9d6 req-9b57d3f0-68b1-4d10-9ec8-ceb37fb4ab8e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377791 Nov 08 14:13:44.880719 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa028-5f90-4249-8945-a588fb0073d7 req-a9bd065d-6d4f-40b9-841b-9bb24d89947f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:44.882179 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64aaa028-5f90-4249-8945-a588fb0073d7 req-a9bd065d-6d4f-40b9-841b-9bb24d89947f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0541549 Nov 08 14:13:44.922036 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64aaa028-5f90-4249-8945-a588fb0073d7 req-d3cb8003-698b-4560-8d15-15e284714c2b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339406 Nov 08 14:13:45.786689 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacec47-cd49-46ae-a864-7c167b13d5cd req-6dbbfdef-c6f0-4d7e-acaf-355751dff516 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:45.788271 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0eacec47-cd49-46ae-a864-7c167b13d5cd req-6dbbfdef-c6f0-4d7e-acaf-355751dff516 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0508153 Nov 08 14:13:45.832343 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0eacec47-cd49-46ae-a864-7c167b13d5cd req-3800c159-0c97-4bd5-8b4a-c1fd648123a6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381505 Nov 08 14:13:46.052579 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014daf4-a127-43e4-a60b-6bdb0a70377a req-716a9115-d0ac-4bee-9096-6cb3503b977f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:46.054102 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d014daf4-a127-43e4-a60b-6bdb0a70377a req-716a9115-d0ac-4bee-9096-6cb3503b977f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0497999 Nov 08 14:13:46.102702 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d014daf4-a127-43e4-a60b-6bdb0a70377a req-6cb7384a-0ef3-4c10-aafd-a2cb958e64ad tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386400 Nov 08 14:13:46.911801 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4be23-7a93-47df-9a7c-7f0ec9936772 req-bff14613-bf14-4ce9-b08b-a6c39630c83a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:46.913352 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fac4be23-7a93-47df-9a7c-7f0ec9936772 req-bff14613-bf14-4ce9-b08b-a6c39630c83a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Nov 08 14:13:46.955488 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fac4be23-7a93-47df-9a7c-7f0ec9936772 req-c59423f7-78a3-4d27-992e-ab0934920c67 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349700 Nov 08 14:13:47.017095 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-f48b83b9-c33c-4cbe-98ec-43728ec7a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:47.018631 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-f48b83b9-c33c-4cbe-98ec-43728ec7a8a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.0624628 Nov 08 14:13:47.073045 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7f9c-0682-4e7c-b62e-e0cf8e806ce7 req-4248fa47-2dac-41e7-a07c-b50aa99ce263 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:47.074657 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a26f7f9c-0682-4e7c-b62e-e0cf8e806ce7 req-4248fa47-2dac-41e7-a07c-b50aa99ce263 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0577366 Nov 08 14:13:47.110860 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:13:47.130577 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a26f7f9c-0682-4e7c-b62e-e0cf8e806ce7 req-986af9a9-a369-4e43-84c1-428e8591c833 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478728 Nov 08 14:13:47.145105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-40ca36ca-a40a-46f8-af53-ccea00f7fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:47.150794 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-40ca36ca-a40a-46f8-af53-ccea00f7fd43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.1139679 Nov 08 14:13:47.207950 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-f7cef4dc-3b52-4ca3-a7c6-5c49ac1b31e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 217 time: 0.0492456 Nov 08 14:13:47.247543 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:47.266823 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'port_id': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'mac_address': 'fa:16:3e:6c:f3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:13:47.288826 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-7500f5de-7f3c-4d16-9c60-f0ffa0449eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:47.292625 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-7500f5de-7f3c-4d16-9c60-f0ffa0449eb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.0737677 Nov 08 14:13:47.352854 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beff8a2-4f8f-4632-b2ba-2dab6e6183ed req-d6cfdeb0-c7a8-443f-8a91-e4174f0d64b7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:47.354721 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3beff8a2-4f8f-4632-b2ba-2dab6e6183ed req-d6cfdeb0-c7a8-443f-8a91-e4174f0d64b7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0975974 Nov 08 14:13:47.355745 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-acf157a6-9669-482c-9d7b-0154b55dded7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506306 Nov 08 14:13:47.357326 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:47.377184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1461d0f2-76e1-4f55-9425-1be7f385c47b {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:13:47.414251 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3beff8a2-4f8f-4632-b2ba-2dab6e6183ed req-e433e568-a616-4dda-bce8-7489eca5f7e6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520489 Nov 08 14:13:47.421462 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:47.479318 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-04862cf4-d7a5-488b-a851-92aaffbe2066 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071963 Nov 08 14:13:47.533970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:47.588434 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e79a2a10-5945-4bbf-bf2b-341b28fcfca4 req-3e59652e-a168-4819-9b9c-73daa2213747 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008527 Nov 08 14:13:47.615302 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=6']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:47.661189 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-5ec47ddc-562f-4c8e-9343-f801d79f3bb6 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5576183d14c440e08c7454b7357367fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302780 Nov 08 14:13:47.873820 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-a8402112-60b7-4969-bd9a-9c645c3a987e tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:47.875425 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-a8402112-60b7-4969-bd9a-9c645c3a987e tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083478 Nov 08 14:13:47.892619 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-167ee444-5d2c-4d1f-a004-5879cf63bb87 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/quotas/5576183d14c440e08c7454b7357367fa HTTP/1.1" status: 200 len: 375 time: 0.0110824 Nov 08 14:13:47.913999 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['1461d0f2-76e1-4f55-9425-1be7f385c47b'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:13:47.931856 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-cf7ed6df-4c69-4d3b-a5f7-e46c5ddcb61b tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5576183d14c440e08c7454b7357367fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329957 Nov 08 14:13:48.118252 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e722b-bdf9-4668-a66a-a0af086910e1 req-7230a4af-fd0a-4148-a00d-9147df57596a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:48.120061 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c71e722b-bdf9-4668-a66a-a0af086910e1 req-7230a4af-fd0a-4148-a00d-9147df57596a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0671124 Nov 08 14:13:48.157817 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c71e722b-bdf9-4668-a66a-a0af086910e1 req-49a33d2d-209d-4fe8-b9ba-41d330fbd275 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Nov 08 14:13:48.277486 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a02bc8-4486-485f-8209-c0b4464b253f req-6e053433-08c8-4639-a98e-017506d48ed3 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:48.279321 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-94a02bc8-4486-485f-8209-c0b4464b253f req-6e053433-08c8-4639-a98e-017506d48ed3 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0580649 Nov 08 14:13:48.359999 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-94a02bc8-4486-485f-8209-c0b4464b253f req-3bffba44-1c5b-47e0-8e86-9b986b50692b tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685654 Nov 08 14:13:48.408626 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-78e7137b-1281-4eb9-bf02-2a492208f3cc req-b8c415ae-c401-47d8-b9bc-b96973bd928f tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0390351 Nov 08 14:13:48.571997 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed955b-b77c-493a-b5ef-17f044fd920a req-a6beeca7-ebbd-4a0d-8434-d073c6932c7e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:48.573513 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f9ed955b-b77c-493a-b5ef-17f044fd920a req-a6beeca7-ebbd-4a0d-8434-d073c6932c7e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.0520418 Nov 08 14:13:48.615759 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f9ed955b-b77c-493a-b5ef-17f044fd920a req-c87997d6-f038-4485-a469-e53ee3987266 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359383 Nov 08 14:13:49.114720 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:13:49.179829 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 1461d0f2-76e1-4f55-9425-1be7f385c47b triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:13:49.180192 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:49.282720 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:49.346487 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:49.347767 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:49.350681 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f94fb6e-9047-4add-a0e2-fd30200dfe05" -d '{"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-plugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:49.369076 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cbd99-4a20-448e-a41d-6394be099a58 req-61caf695-7e02-4673-bd88-43d0ebbb2bdc tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:49.370277 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e2cbd99-4a20-448e-a41d-6394be099a58 req-61caf695-7e02-4673-bd88-43d0ebbb2bdc tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0770648 Nov 08 14:13:49.428389 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e2cbd99-4a20-448e-a41d-6394be099a58 req-7088af8e-e2a9-4a6c-ad63-7e345009ced8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 Nov 08 14:13:49.443384 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e77bb-92c5-492b-be2c-b91bd1574d45 x-openstack-request-id: req-819e77bb-92c5-492b-be2c-b91bd1574d45 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:49.443384 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-plugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:49.443384 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-819e77bb-92c5-492b-be2c-b91bd1574d45 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:49.443384 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'code': 200} Nov 08 14:13:49.469059 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:49.541061 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=7']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:49.575925 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fc4650eb-4022-4ebd-89a4-4d441e3f43d3 req-0b406acd-87f0-4948-98b7-2361bfa0be38 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0611825 Nov 08 14:13:49.647642 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af60f2-080f-4fb1-ba28-c3643cf4789b req-e84c3dab-e0f1-408e-bbef-f743f9619fad tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:49.658819 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92af60f2-080f-4fb1-ba28-c3643cf4789b req-e84c3dab-e0f1-408e-bbef-f743f9619fad tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1132448 Nov 08 14:13:49.765585 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92af60f2-080f-4fb1-ba28-c3643cf4789b req-ab1601ea-5d89-4264-8e5f-d48b30f9b52b tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055584 Nov 08 14:13:49.836193 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:13:49.863644 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f056e0b-8b7d-4ac5-a960-848b02df81db req-f90e2874-3f7b-40cb-969c-3d0f79312a3a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:49.874637 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f056e0b-8b7d-4ac5-a960-848b02df81db req-f90e2874-3f7b-40cb-969c-3d0f79312a3a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0758920 Nov 08 14:13:49.937889 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f056e0b-8b7d-4ac5-a960-848b02df81db req-66a178ac-1fed-4a16-906a-1f7f92b199d7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546703 Nov 08 14:13:50.654309 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9773-5aa2-4867-83a2-5ee1c1e9b647 req-a84b4b91-b69d-441e-bc39-23d45bfbb017 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:50.661996 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-79cc9773-5aa2-4867-83a2-5ee1c1e9b647 req-a84b4b91-b69d-441e-bc39-23d45bfbb017 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Nov 08 14:13:50.761753 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-79cc9773-5aa2-4867-83a2-5ee1c1e9b647 req-f281df4d-7d16-4f44-ae66-71c51c5a7ec3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987539 Nov 08 14:13:50.865250 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-27c06c1c-0ba4-4126-8d04-45871ce0ba8e req-da9e5a6c-815e-44e7-8177-11d8bd290452 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0375166 Nov 08 14:13:51.032594 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e591b-d7a5-446c-9f25-647841bfba20 req-2ef92270-04cd-44ea-990c-5749d6ba1033 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:51.034576 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-169e591b-d7a5-446c-9f25-647841bfba20 req-2ef92270-04cd-44ea-990c-5749d6ba1033 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.1592278 Nov 08 14:13:51.095312 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb5fb-8472-4296-8fbc-a8c5aa05dde3 req-12db9a47-5899-468b-bd07-5fec9e6c6886 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:51.098779 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b35bb5fb-8472-4296-8fbc-a8c5aa05dde3 req-12db9a47-5899-468b-bd07-5fec9e6c6886 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1407249 Nov 08 14:13:51.114323 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-169e591b-d7a5-446c-9f25-647841bfba20 req-cba68af0-49c0-41a7-b63a-86b9f9e9d4b6 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708191 Nov 08 14:13:51.210358 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b35bb5fb-8472-4296-8fbc-a8c5aa05dde3 req-26ad4bf3-f283-4ef3-8c3e-56528924109b tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024725 Nov 08 14:13:51.352521 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387037c-d40e-46e9-89df-ef4ef06a7a52 req-e03afdcb-8295-4087-8ea1-89062e900cc2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:51.355456 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c387037c-d40e-46e9-89df-ef4ef06a7a52 req-e03afdcb-8295-4087-8ea1-89062e900cc2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0992835 Nov 08 14:13:51.464167 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c387037c-d40e-46e9-89df-ef4ef06a7a52 req-3435f910-d640-404d-8eb7-3eaabe8c2503 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968885 Nov 08 14:13:51.955429 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ceeba-9288-4efe-bdcd-2590c7b1c31e req-ffd82c12-ace5-4a44-bf03-5c50918513c1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:51.958719 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c3ceeba-9288-4efe-bdcd-2590c7b1c31e req-ffd82c12-ace5-4a44-bf03-5c50918513c1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1060174 Nov 08 14:13:52.046469 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c3ceeba-9288-4efe-bdcd-2590c7b1c31e req-c45ac5f2-4225-49d8-b3b9-357c6e41e0cd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809622 Nov 08 14:13:52.065341 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-20742ec7-413c-44e7-b136-84d998c20059 req-0316e753-dfe4-4612-9b08-74f6143974d9 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0504353 Nov 08 14:13:52.300215 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3f94-951a-4982-9d27-3c9b91700d86 req-c8a4c6e4-ee9d-4933-9dae-b07b6ebfbbc2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:52.301972 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1b7f3f94-951a-4982-9d27-3c9b91700d86 req-c8a4c6e4-ee9d-4933-9dae-b07b6ebfbbc2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.0595930 Nov 08 14:13:52.375011 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1b7f3f94-951a-4982-9d27-3c9b91700d86 req-e38c329f-972a-48c0-ab5f-d4153a7e2619 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630820 Nov 08 14:13:52.393382 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71463-cc3d-44dd-97b3-f44f76e95ddf req-a20e14d7-bda9-4404-a678-803eb76fd2b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:52.396432 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ab71463-cc3d-44dd-97b3-f44f76e95ddf req-a20e14d7-bda9-4404-a678-803eb76fd2b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0932007 Nov 08 14:13:52.447409 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ab71463-cc3d-44dd-97b3-f44f76e95ddf req-8fadfea1-de38-465f-8fd3-039e74b61a42 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460410 Nov 08 14:13:52.590552 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-36813b97-d3b7-403d-88dc-4d3de5f2a609 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5576183d14c440e08c7454b7357367fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658777 Nov 08 14:13:52.620571 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7dd6b-9d26-4856-9ef3-95d89b335958 req-2d9762c2-7b77-48b2-bcce-ce227e2a33a7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:52.623543 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a2f7dd6b-9d26-4856-9ef3-95d89b335958 req-2d9762c2-7b77-48b2-bcce-ce227e2a33a7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0680692 Nov 08 14:13:52.727291 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a2f7dd6b-9d26-4856-9ef3-95d89b335958 req-e6c69d02-9f49-4e65-a775-19c5d61de9ee tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849345 Nov 08 14:13:52.849849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-1130dbd3-638a-457c-93e9-98d2ef9756ed tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:52.851866 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-1130dbd3-638a-457c-93e9-98d2ef9756ed tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432151 Nov 08 14:13:52.884222 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Request body: {'port': {'device_id': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2', 'admin_state_up': True, 'tenant_id': '5576183d14c440e08c7454b7357367fa'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:13:53.146011 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Made reservation on behalf of 5576183d14c440e08c7454b7357367fa for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:13:53.150251 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:53.168333 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:53.198766 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ea72a2b5-5d12-41d7-9f80-bced50ee1453 req-3c9abf90-53d2-4743-962e-684e7229e254 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0478694 Nov 08 14:13:53.296464 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbdd72-3079-4e54-84c8-58e6168443cf req-522a2f57-3242-4338-94dc-090b5138a226 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:53.306554 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:53.307147 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-26cbdd72-3079-4e54-84c8-58e6168443cf req-522a2f57-3242-4338-94dc-090b5138a226 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1197278 Nov 08 14:13:53.352212 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-26cbdd72-3079-4e54-84c8-58e6168443cf req-b037b2ea-93a9-4e95-8cfd-7d8aaf0e6fcb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Nov 08 14:13:53.414464 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:53.523827 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c48778-9501-477e-965b-51c51686d8d8,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:53.545869 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.545869 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.546657 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.547012 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.547387 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.547760 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.548095 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.548689 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.548871 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.549052 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.549388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.549706 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:53.602270 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2a72-ee2c-47c0-a8ed-4f5b90d92555 req-56e4db75-4031-4ce9-a78c-b0852e651621 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:53.617973 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17ab2a72-ee2c-47c0-a8ed-4f5b90d92555 req-56e4db75-4031-4ce9-a78c-b0852e651621 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.1486216 Nov 08 14:13:53.716628 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Allocated IP 192.168.233.170 (157f9cf0-72c4-4688-9fa5-fa42bb2843f2/8745af02-10b6-469e-9380-8b5e82564b28/c44c1048-8ad1-4611-981b-df3e3f99c5eb) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:13:53.777819 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17ab2a72-ee2c-47c0-a8ed-4f5b90d92555 req-241de797-95be-44ee-a1e4-e44556c7d8ee tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583185 Nov 08 14:13:53.804570 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49866f22-d848-4098-a244-1c41ec33c5cc req-f83895b9-190b-42e5-a667-e61b4a57220c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:53.806773 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49866f22-d848-4098-a244-1c41ec33c5cc req-f83895b9-190b-42e5-a667-e61b4a57220c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.1809556 Nov 08 14:13:53.827520 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214becb4-e000-442c-904a-d1920607f040 req-21cf642f-3aab-46e6-b533-a07c7d538bc2 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:53.835644 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-214becb4-e000-442c-904a-d1920607f040 req-21cf642f-3aab-46e6-b533-a07c7d538bc2 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1927168 Nov 08 14:13:54.077412 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-214becb4-e000-442c-904a-d1920607f040 req-4e8d9f23-195a-425b-9cd6-459dc808bdda tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280314 Nov 08 14:13:54.096941 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:54.156071 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc7825-6578-465f-8a50-2e8ffe44c6e1 req-ecb7618f-ea16-4585-a353-e92f177cfe44 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:54.185200 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-9c9bcb97-321c-4735-b486-930e6e6486a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:54.197801 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-21fc7825-6578-465f-8a50-2e8ffe44c6e1 req-ecb7618f-ea16-4585-a353-e92f177cfe44 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.3105426 Nov 08 14:13:54.288545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:54.304060 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-21fc7825-6578-465f-8a50-2e8ffe44c6e1 req-2515768a-edfb-47ec-8d9a-3444a1172f2d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000865 Nov 08 14:13:54.313994 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Deleting port aea7613b-9984-4afa-ada6-31b2bf551106 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:13:54.313994 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:54.359244 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:13:54.365370 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:13:54.393950 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:13:54.479031 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Pushing event updated for resources: {'Port': ['ID=c44c1048-8ad1-4611-981b-df3e3f99c5eb,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:54.563943 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:54.564742 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:54.615628 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] For port aea7613b-9984-4afa-ada6-31b2bf551106, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=aea7613b-9984-4afa-ada6-31b2bf551106,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:54.616200 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:54.647364 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Calling delete_port for aea7613b-9984-4afa-ada6-31b2bf551106 owned by compute:nova {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:13:54.760104 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c0032541-43e0-4eb1-8b60-bcbe6cd9ee94 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8813977 Nov 08 14:13:54.785470 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Request body: {'port': {'device_id': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:13:54.857774 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-983a67ca-5382-4e51-84b6-9cdca2669761 None None] Provisioning complete for port c44c1048-8ad1-4611-981b-df3e3f99c5eb triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:13:54.858862 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-983a67ca-5382-4e51-84b6-9cdca2669761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:54.927758 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-983a67ca-5382-4e51-84b6-9cdca2669761 None None] Port c44c1048-8ad1-4611-981b-df3e3f99c5eb cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:13:54.931631 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-21458a34-6b1c-4528-8e37-6edbe4d34c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:54.932527 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-21458a34-6b1c-4528-8e37-6edbe4d34c1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 1098 time: 0.1038644 Nov 08 14:13:54.933423 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:55.124797 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1fab5-d1f8-41cb-9755-95701f64e7d7 req-b891ed51-0e94-4768-a370-bdf7d1b817a3 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:55.134536 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-46e1fab5-d1f8-41cb-9755-95701f64e7d7 req-b891ed51-0e94-4768-a370-bdf7d1b817a3 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 936 time: 0.6126163 Nov 08 14:13:55.213691 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d043-f3eb-4fa6-9f02-667d6062ada3 req-253015fc-331a-4ccc-8bbd-5b510347741a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:55.220945 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8155d043-f3eb-4fa6-9f02-667d6062ada3 req-253015fc-331a-4ccc-8bbd-5b510347741a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.5130613 Nov 08 14:13:55.357502 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-46e1fab5-d1f8-41cb-9755-95701f64e7d7 req-26775aa5-e7a7-4779-854b-7d5fa487d563 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173014 Nov 08 14:13:55.443420 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8155d043-f3eb-4fa6-9f02-667d6062ada3 req-d2139e23-d3e1-4bb0-9ad3-2a6842757de6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210555 Nov 08 14:13:55.474974 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-52644a3b-3bb9-422f-93a4-db289985a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:55.476533 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-52644a3b-3bb9-422f-93a4-db289985a550 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 912 time: 0.5313196 Nov 08 14:13:55.555150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44c1048-8ad1-4611-981b-df3e3f99c5eb {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:13:55.571686 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:55.617722 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-0559fcd3-2bff-44f2-bf09-020d3047d816 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eff18783-297f-4996-9efe-fbeb2e753ce9 HTTP/1.1" status: 200 len: 1001 time: 0.1310396 Nov 08 14:13:55.631490 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540388d0-a0d5-4def-8b28-9b049530d2db req-8c49d86d-7351-42ae-9a24-43d8f651ec49 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:55.633041 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-540388d0-a0d5-4def-8b28-9b049530d2db req-8c49d86d-7351-42ae-9a24-43d8f651ec49 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1094022 Nov 08 14:13:55.663028 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b7a59-7892-4556-817c-d6c6611eb382 req-511394e0-73ba-4f1e-b03c-6f833b7dfc18 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:55.670850 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f06b7a59-7892-4556-817c-d6c6611eb382 req-511394e0-73ba-4f1e-b03c-6f833b7dfc18 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 945 time: 0.1007650 Nov 08 14:13:55.676938 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-00079fe6-7615-4e64-bfc9-3c7ac89d5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:55.679291 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-00079fe6-7615-4e64-bfc9-3c7ac89d5f66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.0520995 Nov 08 14:13:55.689062 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Transition to ACTIVE for port object c44c1048-8ad1-4611-981b-df3e3f99c5eb will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:13:55.702692 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:55.717014 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c', '4883ec87-6deb-4932-b645-207373420dec', '85c27165-4006-40d3-a4ad-9aac5043141c', 'aea7613b-9984-4afa-ada6-31b2bf551106'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:13:55.755815 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-b4063ca9-44d0-483c-83ce-be2b98f4faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:55.757331 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-b4063ca9-44d0-483c-83ce-be2b98f4faa8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670087 Nov 08 14:13:55.804709 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-540388d0-a0d5-4def-8b28-9b049530d2db req-0ebb45bd-33ea-4e6d-84a2-02cfbcf3b686 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614873 Nov 08 14:13:55.820464 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event deleted for resources: {'Port': ['ID=aea7613b-9984-4afa-ada6-31b2bf551106,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:55.908330 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] No DVR routers for this DVR port aea7613b-9984-4afa-ada6-31b2bf551106 on host hv-cinder-81695 {{(pid=102229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:13:55.926575 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:55.934830 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "DELETE /v2.0/ports/aea7613b-9984-4afa-ada6-31b2bf551106 HTTP/1.1" status: 204 len: 173 time: 2.0953591 Nov 08 14:13:55.954413 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f06b7a59-7892-4556-817c-d6c6611eb382 req-bd1fc75c-5a91-4b37-be2e-13671e47cef1 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823262 Nov 08 14:13:55.956808 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.957383 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.957957 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.962856 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.963513 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.964156 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.964919 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.965582 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.966181 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.966754 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.967292 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.967867 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:55.972797 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19934eb-b2ae-4853-9271-a463be610d36', 'name': 'network-vif-deleted', 'tag': 'aea7613b-9984-4afa-ada6-31b2bf551106'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:55.975745 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315333f4-2bbe-429f-b178-4df94dce17be" -d '{"events": [{"server_uuid": "d19934eb-b2ae-4853-9271-a463be610d36", "name": "network-vif-deleted", "tag": "aea7613b-9984-4afa-ada6-31b2bf551106"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:56.069176 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493eef1d-bc52-4ff9-8c33-6b76eae59259 x-openstack-request-id: req-493eef1d-bc52-4ff9-8c33-6b76eae59259 {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:56.069474 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19934eb-b2ae-4853-9271-a463be610d36", "name": "network-vif-deleted", "tag": "aea7613b-9984-4afa-ada6-31b2bf551106", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:56.069718 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-493eef1d-bc52-4ff9-8c33-6b76eae59259 {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:56.070113 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19934eb-b2ae-4853-9271-a463be610d36', 'name': 'network-vif-deleted', 'tag': 'aea7613b-9984-4afa-ada6-31b2bf551106', 'status': 'completed', 'code': 200} Nov 08 14:13:56.099306 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33678e23-a871-4824-ad83-18daf8024d4f req-c540157a-2c05-4568-956e-abd88ef6f098 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:56.102173 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33678e23-a871-4824-ad83-18daf8024d4f req-c540157a-2c05-4568-956e-abd88ef6f098 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.1153655 Nov 08 14:13:56.169882 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33678e23-a871-4824-ad83-18daf8024d4f req-4d8f68a8-cec4-466f-b226-d7845d4a940d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580261 Nov 08 14:13:56.301178 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:56.420638 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Pushing event updated for resources: {'Port': ['ID=c44c1048-8ad1-4611-981b-df3e3f99c5eb,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:56.544568 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-7b1e7c6b-3c4b-41d9-b2a5-e42fdf0e6802 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769756 Nov 08 14:13:56.691239 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Attempting to bind port c44c1048-8ad1-4611-981b-df3e3f99c5eb on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:13:56.691444 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Attempting to bind port c44c1048-8ad1-4611-981b-df3e3f99c5eb by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:13:56.691825 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Attempting to bind port c44c1048-8ad1-4611-981b-df3e3f99c5eb on network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:13:56.702812 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Port c44c1048-8ad1-4611-981b-df3e3f99c5eb on network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:13:56.703136 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Attempting to bind port c44c1048-8ad1-4611-981b-df3e3f99c5eb on network 157f9cf0-72c4-4688-9fa5-fa42bb2843f2 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:13:56.708046 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157efe7-54c3-4ee1-b637-1932738e16cc req-a166455a-c5cf-45a2-8198-40940042a6c0 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:56.716684 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2157efe7-54c3-4ee1-b637-1932738e16cc req-a166455a-c5cf-45a2-8198-40940042a6c0 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 948 time: 0.1607406 Nov 08 14:13:56.726034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:13:56.726034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Checking segment: {'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:13:56.726034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Bound using segment: {'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:13:56.726034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Bound port: c44c1048-8ad1-4611-981b-df3e3f99c5eb, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aceb0d1d-436d-4bdb-b256-00aea109344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:13:56.726034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:56.741888 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6afe0b-d8cd-4ee7-86c1-0c78efd0e099 req-057507ce-7911-4ee3-aa48-5670e56591f3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:56.743451 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3c6afe0b-d8cd-4ee7-86c1-0c78efd0e099 req-057507ce-7911-4ee3-aa48-5670e56591f3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1319783 Nov 08 14:13:56.770563 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-46f21ee7-6b48-4a9d-873c-f96ce2ce788b req-c3513123-b228-400f-b80e-94041987039d service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025776 Nov 08 14:13:56.785984 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2157efe7-54c3-4ee1-b637-1932738e16cc req-eff61207-c2f3-4fc1-9784-e4763f2ae745 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680335 Nov 08 14:13:56.813442 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3c6afe0b-d8cd-4ee7-86c1-0c78efd0e099 req-57f06700-fd97-4212-9e7c-f79115dd13a2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519881 Nov 08 14:13:56.856845 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] For port c44c1048-8ad1-4611-981b-df3e3f99c5eb, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:13:56.862931 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] For port c44c1048-8ad1-4611-981b-df3e3f99c5eb, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=c44c1048-8ad1-4611-981b-df3e3f99c5eb,segment=NetworkSegment(aceb0d1d-436d-4bdb-b256-00aea109344f),segment_id=aceb0d1d-436d-4bdb-b256-00aea109344f)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:13:57.233885 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f565ef3-3a58-4c53-a9a3-a849da7fa949 req-ad1023e0-8bb4-441d-ad5e-9d8ae99714e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:57.233885 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1f565ef3-3a58-4c53-a9a3-a849da7fa949 req-ad1023e0-8bb4-441d-ad5e-9d8ae99714e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0702312 Nov 08 14:13:57.237213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:57.237213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:57.237213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:57.237213 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] 10.222.0.64 "PUT /v2.0/ports/c44c1048-8ad1-4611-981b-df3e3f99c5eb HTTP/1.1" status: 200 len: 1098 time: 2.3220096 Nov 08 14:13:57.237213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'tag': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:57.237213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3c136-5f56-43d9-ac5b-56fbf9865698" -d '{"events": [{"name": "network-changed", "server_uuid": "a73ee413-3f33-43ad-893d-24b732ac1289", "tag": "c44c1048-8ad1-4611-981b-df3e3f99c5eb"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:57.237213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3c6b1-dd9a-4925-ab90-68e1c166944f service neutron] Pushing event updated for resources: {'Port': ['ID=c44c1048-8ad1-4611-981b-df3e3f99c5eb,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:57.238820 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c701dbae-e6d0-47de-b488-741fb4b143c3 req-868c0262-b49f-44bc-ae6b-a5ddffa123a3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 210 time: 0.0314677 Nov 08 14:13:57.239662 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93555c87-c10a-4123-9901-baeb1cffbf33 x-openstack-request-id: req-93555c87-c10a-4123-9901-baeb1cffbf33 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:57.239662 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73ee413-3f33-43ad-893d-24b732ac1289", "tag": "c44c1048-8ad1-4611-981b-df3e3f99c5eb", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:57.239662 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93555c87-c10a-4123-9901-baeb1cffbf33 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:57.239662 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'tag': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb', 'status': 'completed', 'code': 200} Nov 08 14:13:57.525042 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1f565ef3-3a58-4c53-a9a3-a849da7fa949 req-662232fd-b999-4041-be97-b668739ab100 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4985759 Nov 08 14:13:57.534836 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c136-5f56-43d9-ac5b-56fbf9865698 req-6951e357-02b6-407d-9d0a-d729f3a8dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:57.536669 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7bc3c136-5f56-43d9-ac5b-56fbf9865698 req-6951e357-02b6-407d-9d0a-d729f3a8dfb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5576183d14c440e08c7454b7357367fa&device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 1101 time: 0.3242683 Nov 08 14:13:57.572632 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7bc3c136-5f56-43d9-ac5b-56fbf9865698 req-6a1997fe-0618-4596-85b1-03701765f6fa service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5576183d14c440e08c7454b7357367fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232127 Nov 08 14:13:57.602196 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d087f46-5fad-4428-8098-67d2ecfc96e1 req-4b63b6e0-fec2-4826-badc-e4b4cf43836d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:57.603819 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8d087f46-5fad-4428-8098-67d2ecfc96e1 req-4b63b6e0-fec2-4826-badc-e4b4cf43836d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0634234 Nov 08 14:13:57.644735 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8d087f46-5fad-4428-8098-67d2ecfc96e1 req-9b8ecb9c-7bda-421a-b446-3ce2795e02e8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321507 Nov 08 14:13:57.694359 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c136-5f56-43d9-ac5b-56fbf9865698 req-45a942d6-66d3-4e3c-af56-f0036da464c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:57.695911 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7bc3c136-5f56-43d9-ac5b-56fbf9865698 req-45a942d6-66d3-4e3c-af56-f0036da464c5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1106527 Nov 08 14:13:57.962602 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30cc2-e51e-42ab-81f1-ff3c6d58876c req-9605918b-6150-4b44-b219-b27e11c7850c tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:57.964914 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-59e30cc2-e51e-42ab-81f1-ff3c6d58876c req-9605918b-6150-4b44-b219-b27e11c7850c tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 948 time: 0.0874856 Nov 08 14:13:57.979078 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf073-3f8e-41b7-947e-a03a3eeb7939 req-aa2cd8a9-f2ae-4824-9edc-d930a0addb13 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:57.981247 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5ebf073-3f8e-41b7-947e-a03a3eeb7939 req-aa2cd8a9-f2ae-4824-9edc-d930a0addb13 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0950129 Nov 08 14:13:57.985982 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:57.990004 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5e799c28-27ef-4b66-8035-8d76a8a2ed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:57.994361 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-485595bb-4869-4260-a778-073996878169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:58.004611 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-485595bb-4869-4260-a778-073996878169 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5576183d14c440e08c7454b7357367fa&device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 1101 time: 0.0463874 Nov 08 14:13:58.071312 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-59e30cc2-e51e-42ab-81f1-ff3c6d58876c req-44ca31b6-0086-4ae9-bdd3-7929c0ba9986 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885980 Nov 08 14:13:58.080637 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-ae980cc7-7abb-46ba-9c3b-d317f3a57002 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c44c1048-8ad1-4611-981b-df3e3f99c5eb HTTP/1.1" status: 200 len: 217 time: 0.0591938 Nov 08 14:13:58.086703 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5ebf073-3f8e-41b7-947e-a03a3eeb7939 req-e888d8e5-cbf4-4169-aec9-e6b1360285d3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806189 Nov 08 14:13:58.171169 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-89ab9776-dd9c-4ad5-8d3c-8261040c3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:58.173209 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-89ab9776-dd9c-4ad5-8d3c-8261040c3f1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8745af02-10b6-469e-9380-8b5e82564b28 HTTP/1.1" status: 200 len: 843 time: 0.0732872 Nov 08 14:13:58.243695 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-52c57d00-2853-467c-b1b3-3d1d9a252375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:58.243695 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-52c57d00-2853-467c-b1b3-3d1d9a252375 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=157f9cf0-72c4-4688-9fa5-fa42bb2843f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548773 Nov 08 14:13:58.413590 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-c4936157-beb1-4ca2-87d8-57cd08656424 service neutron] 10.222.0.64 "GET /v2.0/networks/157f9cf0-72c4-4688-9fa5-fa42bb2843f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518779 Nov 08 14:13:58.437652 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-292a6fbe-ba91-44c2-bbc8-108ceb659301 req-a6676110-d4d5-455c-aac5-17b27bedcb30 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d19934eb-b2ae-4853-9271-a463be610d36 HTTP/1.1" status: 200 len: 210 time: 0.0426733 Nov 08 14:13:58.517865 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:13:58.566305 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d73cb641-a2c0-404f-b5db-2e0dbc096f82 req-ec246347-e1e3-48ba-8ee2-96e4a7943f99 service neutron] 10.222.0.64 "GET /v2.0/networks/157f9cf0-72c4-4688-9fa5-fa42bb2843f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430814 Nov 08 14:13:58.720345 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1831ccc-9c14-4604-a175-e8e79b4cb2b6 req-e713da78-d981-48a1-a1aa-911c91235fa5 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:58.723439 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e1831ccc-9c14-4604-a175-e8e79b4cb2b6 req-e713da78-d981-48a1-a1aa-911c91235fa5 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1045341 Nov 08 14:13:58.833959 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e1831ccc-9c14-4604-a175-e8e79b4cb2b6 req-a7b5ed14-c3b1-4607-b5e7-c4f651302ecd tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023510 Nov 08 14:13:58.875138 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649ed1-2eef-477e-bbd1-880339d77e60 req-f407b48b-8ffb-45cf-88fc-7433ce9e165a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:58.877144 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-46649ed1-2eef-477e-bbd1-880339d77e60 req-f407b48b-8ffb-45cf-88fc-7433ce9e165a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.1014702 Nov 08 14:13:58.930203 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-46649ed1-2eef-477e-bbd1-880339d77e60 req-54c02a6f-047d-4a95-9364-44df6db1a708 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466251 Nov 08 14:13:59.219184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device aea7613b-9984-4afa-ada6-31b2bf551106 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:13:59.284832 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: aea7613b-9984-4afa-ada6-31b2bf551106 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:13:59.285651 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device aea7613b-9984-4afa-ada6-31b2bf551106 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:13:59.292008 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e24f2d-dd80-4f3d-a390-842097bd7e3f req-7e34f98e-acf5-400f-a76e-8c6e81104f46 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:59.294094 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e5e24f2d-dd80-4f3d-a390-842097bd7e3f req-7e34f98e-acf5-400f-a76e-8c6e81104f46 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1144354 Nov 08 14:13:59.312944 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226cc66-a492-4efe-86ad-84874b13791c req-ff4f6baa-f4d8-4762-9e73-7c4914f1546c tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:59.314797 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5226cc66-a492-4efe-86ad-84874b13791c req-ff4f6baa-f4d8-4762-9e73-7c4914f1546c tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 948 time: 0.0935206 Nov 08 14:13:59.390032 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e5e24f2d-dd80-4f3d-a390-842097bd7e3f req-a262da96-5f65-42f5-ab7f-aaffa1664d5a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Nov 08 14:13:59.398435 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5226cc66-a492-4efe-86ad-84874b13791c req-38fbac16-538f-426d-b216-c86cdd5a8ad8 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607135 Nov 08 14:14:00.036337 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:00.091116 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee6e18-c172-4757-87af-ab38130b3eff req-e5d8b465-0632-40e3-9957-ca903ebbdb2c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:00.092675 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17ee6e18-c172-4757-87af-ab38130b3eff req-e5d8b465-0632-40e3-9957-ca903ebbdb2c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0567260 Nov 08 14:14:00.135189 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17ee6e18-c172-4757-87af-ab38130b3eff req-cae9cf57-4a30-4653-a56d-601356d943c1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362024 Nov 08 14:14:00.624593 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe81e46-134d-498f-8762-8421bba8ff38 req-c0fdad33-6f3b-4b24-961f-b808086ceaba tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:00.627561 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3fe81e46-134d-498f-8762-8421bba8ff38 req-c0fdad33-6f3b-4b24-961f-b808086ceaba tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 948 time: 0.0919983 Nov 08 14:14:00.643007 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c649a-1948-4844-a7b7-dae28b4ca8d9 req-d2b8d7f3-5d80-4379-a8e8-3961060df7e1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:00.644616 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-365c649a-1948-4844-a7b7-dae28b4ca8d9 req-d2b8d7f3-5d80-4379-a8e8-3961060df7e1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1009037 Nov 08 14:14:00.702144 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3fe81e46-134d-498f-8762-8421bba8ff38 req-ec60f355-e98d-4634-9294-6be7d38c1e28 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680573 Nov 08 14:14:00.711525 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-365c649a-1948-4844-a7b7-dae28b4ca8d9 req-3228e1a4-4fbb-4ed7-8246-d7c8a4fcae27 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530765 Nov 08 14:14:01.283710 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fb560-c303-464c-8329-516da4e3fcc7 req-a30ec232-0f74-42d6-84c6-d55667cc57f8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:01.285293 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c7fb560-c303-464c-8329-516da4e3fcc7 req-a30ec232-0f74-42d6-84c6-d55667cc57f8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0519624 Nov 08 14:14:01.335525 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c7fb560-c303-464c-8329-516da4e3fcc7 req-d468ff1d-dd37-4445-98b0-6c74ced6f975 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Nov 08 14:14:01.428070 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d48d9-21eb-450b-bd58-683b359161bb req-2ac1860c-9df3-460e-ae51-965b676cf482 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:01.432172 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe1d48d9-21eb-450b-bd58-683b359161bb req-2ac1860c-9df3-460e-ae51-965b676cf482 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 945 time: 0.0613489 Nov 08 14:14:01.479500 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe1d48d9-21eb-450b-bd58-683b359161bb req-f4e6f9d6-1262-477e-9d26-8b9d8351270f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Nov 08 14:14:01.875844 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043a35d-9814-4eda-bc42-c014229d4799 req-204b4e4d-2b45-48b5-a567-2cf2063080b5 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:01.878443 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c043a35d-9814-4eda-bc42-c014229d4799 req-204b4e4d-2b45-48b5-a567-2cf2063080b5 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0901632 Nov 08 14:14:01.893194 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e0121-5d15-46bf-bf05-c73685dd42ab req-effd2ea7-b68d-43a8-b464-07bfcb05cdee tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:01.895870 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-353e0121-5d15-46bf-bf05-c73685dd42ab req-effd2ea7-b68d-43a8-b464-07bfcb05cdee tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 948 time: 0.1089227 Nov 08 14:14:01.962586 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c043a35d-9814-4eda-bc42-c014229d4799 req-e1ac5a10-f510-4140-84f0-1b507d3e15be tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653160 Nov 08 14:14:01.972234 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-353e0121-5d15-46bf-bf05-c73685dd42ab req-d143191d-0d23-4598-bdd5-c7caa718c592 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Nov 08 14:14:02.470411 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976996-fd12-4b7f-8ca8-8d840a145693 req-f3dae468-db3b-4a42-8e00-2e1474e34685 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:02.471953 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8f976996-fd12-4b7f-8ca8-8d840a145693 req-f3dae468-db3b-4a42-8e00-2e1474e34685 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0521541 Nov 08 14:14:02.516478 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8f976996-fd12-4b7f-8ca8-8d840a145693 req-75bbc378-1a10-48b3-903f-84d4b5ee3ee1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364573 Nov 08 14:14:02.639264 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e11ef-0352-4659-a1c3-d8d663fb64b8 req-3b778f28-77fe-452c-bbef-2a806cbed6cd tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:02.652432 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2d9e11ef-0352-4659-a1c3-d8d663fb64b8 req-3b778f28-77fe-452c-bbef-2a806cbed6cd tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 945 time: 0.0704443 Nov 08 14:14:02.691908 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2d9e11ef-0352-4659-a1c3-d8d663fb64b8 req-672a8b23-4d54-4ff3-aa96-f655476c9e6e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Nov 08 14:14:03.174698 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82e7c3-430d-4718-8558-96a1e3714406 req-a14ae6af-c968-47ed-92ad-72a72270720a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:03.176436 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-af82e7c3-430d-4718-8558-96a1e3714406 req-a14ae6af-c968-47ed-92ad-72a72270720a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1026914 Nov 08 14:14:03.203305 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d241-2c59-4547-888c-104539467431 req-f5669547-2e0a-4f1c-aa95-001fe52c5368 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:03.204886 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b75d241-2c59-4547-888c-104539467431 req-f5669547-2e0a-4f1c-aa95-001fe52c5368 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 948 time: 0.0887194 Nov 08 14:14:03.230830 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device c44c1048-8ad1-4611-981b-df3e3f99c5eb details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:14:03.261555 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-af82e7c3-430d-4718-8558-96a1e3714406 req-3188642d-49bf-4a3f-9f8e-40c1949d3fed tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739300 Nov 08 14:14:03.275863 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b75d241-2c59-4547-888c-104539467431 req-e25a75b2-9f8a-4406-b872-587186762781 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Nov 08 14:14:03.387689 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port c44c1048-8ad1-4611-981b-df3e3f99c5eb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=c44c1048-8ad1-4611-981b-df3e3f99c5eb,segment=NetworkSegment(aceb0d1d-436d-4bdb-b256-00aea109344f),segment_id=aceb0d1d-436d-4bdb-b256-00aea109344f)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:03.400744 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb', 'network_id': '157f9cf0-72c4-4688-9fa5-fa42bb2843f2', 'port_id': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb', 'mac_address': 'fa:16:3e:ac:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8745af02-10b6-469e-9380-8b5e82564b28', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:14:03.440177 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:03.472613 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44c1048-8ad1-4611-981b-df3e3f99c5eb {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:14:03.493728 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port c44c1048-8ad1-4611-981b-df3e3f99c5eb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=c44c1048-8ad1-4611-981b-df3e3f99c5eb,segment=NetworkSegment(aceb0d1d-436d-4bdb-b256-00aea109344f),segment_id=aceb0d1d-436d-4bdb-b256-00aea109344f)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:03.650183 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb46a6-c1b0-45ae-866c-1a556d0aca72 req-aa5850db-b104-4585-b3ef-0305dc4b1bca tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:03.651813 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-73bb46a6-c1b0-45ae-866c-1a556d0aca72 req-aa5850db-b104-4585-b3ef-0305dc4b1bca tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0538235 Nov 08 14:14:03.680643 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68943203-0d55-4fe1-b756-67022f80f7fe req-3060faee-783e-4c25-bad2-543aeb28906b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:03.682144 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-68943203-0d55-4fe1-b756-67022f80f7fe req-3060faee-783e-4c25-bad2-543aeb28906b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 945 time: 0.0554702 Nov 08 14:14:03.687456 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:03.706612 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-73bb46a6-c1b0-45ae-866c-1a556d0aca72 req-05fe6b0e-4448-4b04-8ed0-7f42a3f6b814 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Nov 08 14:14:03.752563 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=c44c1048-8ad1-4611-981b-df3e3f99c5eb,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:03.806909 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Deleting port 85c27165-4006-40d3-a4ad-9aac5043141c {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:14:03.807354 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:03.844561 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47dd96-d265-47fb-a52e-e16d77226db8 req-19adcca5-0503-4fbd-a6f0-3d7a60e40e3e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:03.846233 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5f47dd96-d265-47fb-a52e-e16d77226db8 req-19adcca5-0503-4fbd-a6f0-3d7a60e40e3e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 945 time: 0.0587225 Nov 08 14:14:03.905217 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5f47dd96-d265-47fb-a52e-e16d77226db8 req-6c183aa7-1031-436e-aa15-20296004bdf6 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500932 Nov 08 14:14:03.927507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] For port 85c27165-4006-40d3-a4ad-9aac5043141c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=85c27165-4006-40d3-a4ad-9aac5043141c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:03.928189 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:03.944513 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Calling delete_port for 85c27165-4006-40d3-a4ad-9aac5043141c owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:14:04.180059 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['c44c1048-8ad1-4611-981b-df3e3f99c5eb'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:14:04.218803 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:04.258074 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event deleted for resources: {'Port': ['ID=85c27165-4006-40d3-a4ad-9aac5043141c,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:04.312337 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] No DVR routers for this DVR port 85c27165-4006-40d3-a4ad-9aac5043141c on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:04.319363 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:04.323894 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-68943203-0d55-4fe1-b756-67022f80f7fe req-f4890baf-4bcb-4a5e-9cd4-e4bce36e0651 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "DELETE /v2.0/ports/85c27165-4006-40d3-a4ad-9aac5043141c HTTP/1.1" status: 204 len: 173 time: 0.6272972 Nov 08 14:14:04.324367 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'name': 'network-vif-deleted', 'tag': '85c27165-4006-40d3-a4ad-9aac5043141c'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:04.328051 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8b99d7-a83f-4b41-832a-d398561440ec" -d '{"events": [{"server_uuid": "e74b99bd-484f-4b74-9c0d-364753a56862", "name": "network-vif-deleted", "tag": "85c27165-4006-40d3-a4ad-9aac5043141c"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:04.489714 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955113a-2bce-4c59-9e85-7dd0e9d7c07c req-1b0db06f-2850-45f2-94df-80456d467be6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:04.491523 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c955113a-2bce-4c59-9e85-7dd0e9d7c07c req-1b0db06f-2850-45f2-94df-80456d467be6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0912237 Nov 08 14:14:04.506875 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3cae-8021-4646-8440-32b096dc532f req-a6a107ae-1aae-4f57-ab07-fb3d9aae0308 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:04.508591 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fc5c3cae-8021-4646-8440-32b096dc532f req-a6a107ae-1aae-4f57-ab07-fb3d9aae0308 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 949 time: 0.0972967 Nov 08 14:14:04.574713 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fc5c3cae-8021-4646-8440-32b096dc532f req-7e1d26f6-5214-4544-883a-23cf4e6f46e2 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Nov 08 14:14:04.586361 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c955113a-2bce-4c59-9e85-7dd0e9d7c07c req-b996d6c8-97c4-4110-ac1c-f166bd7b18a3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717318 Nov 08 14:14:04.631390 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b311daba-79ac-4dea-ace5-c4cc532e0d30 x-openstack-request-id: req-b311daba-79ac-4dea-ace5-c4cc532e0d30 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:04.631713 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74b99bd-484f-4b74-9c0d-364753a56862", "name": "network-vif-deleted", "tag": "85c27165-4006-40d3-a4ad-9aac5043141c", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:04.631971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b311daba-79ac-4dea-ace5-c4cc532e0d30 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:04.632354 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74b99bd-484f-4b74-9c0d-364753a56862', 'name': 'network-vif-deleted', 'tag': '85c27165-4006-40d3-a4ad-9aac5043141c', 'status': 'completed', 'code': 200} Nov 08 14:14:04.847975 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400b39-d5d2-4fd0-b36b-c97e34cae771 req-d44fc4af-b0a0-4f48-9733-7a90d9e7e0c5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:04.849567 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-91400b39-d5d2-4fd0-b36b-c97e34cae771 req-d44fc4af-b0a0-4f48-9733-7a90d9e7e0c5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0523217 Nov 08 14:14:04.898989 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-91400b39-d5d2-4fd0-b36b-c97e34cae771 req-d1a96830-890f-41fd-a1f9-1784b61c874f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Nov 08 14:14:05.019740 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ec188933-cebb-4db5-b340-489f1ec354f1 req-756978dd-7cb2-4c54-bd32-4f626b5a6a1a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74b99bd-484f-4b74-9c0d-364753a56862 HTTP/1.1" status: 200 len: 210 time: 0.0323331 Nov 08 14:14:05.143269 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c', '4883ec87-6deb-4932-b645-207373420dec', '85c27165-4006-40d3-a4ad-9aac5043141c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:14:05.504998 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:05.722869 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92290ee-ac06-4ee7-85fc-eba5e06b78ad req-ead5e52f-72eb-4ce9-98be-4e611d17d431 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:05.724480 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d92290ee-ac06-4ee7-85fc-eba5e06b78ad req-ead5e52f-72eb-4ce9-98be-4e611d17d431 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 949 time: 0.0549829 Nov 08 14:14:05.766501 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d92290ee-ac06-4ee7-85fc-eba5e06b78ad req-094d7016-ea64-484d-a549-f80825fc0077 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Nov 08 14:14:05.878581 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd7f9-27fe-462a-8ecc-ee6023321d0c req-b61b24ae-4aef-4e26-bbef-79d20ffe3680 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:05.880121 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e5ccd7f9-27fe-462a-8ecc-ee6023321d0c req-b61b24ae-4aef-4e26-bbef-79d20ffe3680 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Nov 08 14:14:05.918737 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e5ccd7f9-27fe-462a-8ecc-ee6023321d0c req-4d54fe4a-1a97-4464-a255-5de9c3813200 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Nov 08 14:14:06.044204 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f98c1a-4aaa-4cd6-a307-8125147bd979 req-65c78a2b-75ae-42df-95a2-17e47281d128 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:06.046509 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-81f98c1a-4aaa-4cd6-a307-8125147bd979 req-65c78a2b-75ae-42df-95a2-17e47281d128 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0614400 Nov 08 14:14:06.095530 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-81f98c1a-4aaa-4cd6-a307-8125147bd979 req-f6b4bc94-a705-4dcb-86e5-f7f3f6cc9500 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 Nov 08 14:14:06.369248 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-ccf1cfa2-2297-4f02-ac4d-e3830c5722f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:06.371522 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-ccf1cfa2-2297-4f02-ac4d-e3830c5722f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 1098 time: 0.0411460 Nov 08 14:14:06.475898 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-1f7f4818-4945-4604-bfa6-acfa302a6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:06.477562 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-1f7f4818-4945-4604-bfa6-acfa302a6813 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.0921350 Nov 08 14:14:06.556674 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-08334aa6-d33f-4482-a734-fc3795107a33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b HTTP/1.1" status: 200 len: 1001 time: 0.0670729 Nov 08 14:14:06.622903 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-a4de7ee4-1c13-4079-9ae9-b33b0fb347fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:06.624675 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-a4de7ee4-1c13-4079-9ae9-b33b0fb347fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0551529 Nov 08 14:14:06.683259 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-c94b8777-3837-410a-b0e3-cf5d6a4f93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:06.684225 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e4211-b3d9-4cbc-b122-fec415fd9a13 req-64c37b58-95d2-4f3b-a85b-dfd73967054c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:06.684915 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-c94b8777-3837-410a-b0e3-cf5d6a4f93a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515635 Nov 08 14:14:06.686463 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f6e4211-b3d9-4cbc-b122-fec415fd9a13 req-64c37b58-95d2-4f3b-a85b-dfd73967054c tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0638456 Nov 08 14:14:06.735423 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4f6e4211-b3d9-4cbc-b122-fec415fd9a13 req-d75ccbba-1562-40d5-874c-993364e4480a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377510 Nov 08 14:14:06.789674 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-5e8df83a-ceb7-4bf0-a974-0da3214f25b4 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956740 Nov 08 14:14:06.908319 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea482-7055-4ddb-9bdb-4e89007e86a6 req-6686c117-0837-46c1-9c13-4bcbfb7e3c54 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:06.909804 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f4aea482-7055-4ddb-9bdb-4e89007e86a6 req-6686c117-0837-46c1-9c13-4bcbfb7e3c54 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 949 time: 0.0710096 Nov 08 14:14:06.911358 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-69a184a9-4d4e-4630-a1b9-2dfff67f0f96 req-552bba2c-3d3a-47de-905a-74f5d4180c72 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101511 Nov 08 14:14:06.950224 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f4aea482-7055-4ddb-9bdb-4e89007e86a6 req-a1d8e231-cb02-4929-b814-25281a0fbaf7 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Nov 08 14:14:07.039370 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ad928-025b-4be1-b8c4-98efb0c2f816 req-f00226a6-fefc-4fec-afea-7e56ffde3d2b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:07.040998 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-949ad928-025b-4be1-b8c4-98efb0c2f816 req-f00226a6-fefc-4fec-afea-7e56ffde3d2b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Nov 08 14:14:07.090436 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-949ad928-025b-4be1-b8c4-98efb0c2f816 req-5c98b19e-c8c9-461f-8ed1-f92b6a83c015 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Nov 08 14:14:07.227556 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d307b-11ff-4f94-9355-f6b22b045dd3 req-e5411700-bc14-4480-9286-e6022bf48b60 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:07.229063 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f11d307b-11ff-4f94-9355-f6b22b045dd3 req-e5411700-bc14-4480-9286-e6022bf48b60 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0513208 Nov 08 14:14:07.271799 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f11d307b-11ff-4f94-9355-f6b22b045dd3 req-d5e9bb28-df43-47e1-85cd-b300f65ea3ef tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354791 Nov 08 14:14:07.801995 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device c44c1048-8ad1-4611-981b-df3e3f99c5eb up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:14:07.859666 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e572-fd33-498c-bacf-e683fd5c84d7 req-f2496bdb-dd26-415f-8618-b784204d0014 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:07.861252 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f7d0e572-fd33-498c-bacf-e683fd5c84d7 req-f2496bdb-dd26-415f-8618-b784204d0014 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0536280 Nov 08 14:14:07.913327 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f7d0e572-fd33-498c-bacf-e683fd5c84d7 req-f6225f98-9f0d-4f52-b177-21e3def22796 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Nov 08 14:14:07.976437 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port c44c1048-8ad1-4611-981b-df3e3f99c5eb completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:14:07.980601 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port c44c1048-8ad1-4611-981b-df3e3f99c5eb triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:07.980974 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:08.065136 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:08.070198 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a86a4-5547-49bd-8387-c3506f19acfb req-dc999e75-6aec-4155-87c5-cb7bd4216a74 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:08.071780 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df2a86a4-5547-49bd-8387-c3506f19acfb req-dc999e75-6aec-4155-87c5-cb7bd4216a74 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 949 time: 0.0513961 Nov 08 14:14:08.090536 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:08.092974 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d3c74c-54fd-43ba-9617-3ef61510d1f5" -d '{"events": [{"server_uuid": "a73ee413-3f33-43ad-893d-24b732ac1289", "name": "network-vif-plugged", "status": "completed", "tag": "c44c1048-8ad1-4611-981b-df3e3f99c5eb"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:08.111988 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port c44c1048-8ad1-4611-981b-df3e3f99c5eb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=c44c1048-8ad1-4611-981b-df3e3f99c5eb,segment=NetworkSegment(aceb0d1d-436d-4bdb-b256-00aea109344f),segment_id=aceb0d1d-436d-4bdb-b256-00aea109344f)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:08.122883 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-df2a86a4-5547-49bd-8387-c3506f19acfb req-70212266-a05b-4bdd-a602-e8eeb89b48b4 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Nov 08 14:14:08.136543 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d95a04-329e-4934-86d6-fc7b628212c1 x-openstack-request-id: req-08d95a04-329e-4934-86d6-fc7b628212c1 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:08.136543 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ee413-3f33-43ad-893d-24b732ac1289", "name": "network-vif-plugged", "status": "completed", "tag": "c44c1048-8ad1-4611-981b-df3e3f99c5eb", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:08.136543 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08d95a04-329e-4934-86d6-fc7b628212c1 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:08.136543 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb', 'code': 200} Nov 08 14:14:08.193529 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:08.250403 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2eac-c1c7-440d-be41-fe2ff8153bdd req-e2b40085-84e3-496d-8a05-356907fa5aa3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:08.252243 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9a7c2eac-c1c7-440d-be41-fe2ff8153bdd req-e2b40085-84e3-496d-8a05-356907fa5aa3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0599957 Nov 08 14:14:08.259762 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=c44c1048-8ad1-4611-981b-df3e3f99c5eb,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:08.308692 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9a7c2eac-c1c7-440d-be41-fe2ff8153bdd req-9ca38a2b-7d93-4717-b27c-5cbbc3f211cd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490553 Nov 08 14:14:08.408398 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb5266-ddec-4458-9e45-3456638bb453 req-288ab60d-f8e8-4eb4-8fdd-0d54c98b540c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:08.409998 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-78bb5266-ddec-4458-9e45-3456638bb453 req-288ab60d-f8e8-4eb4-8fdd-0d54c98b540c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0507841 Nov 08 14:14:08.457127 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-78bb5266-ddec-4458-9e45-3456638bb453 req-f88b56cc-7674-43d8-84d8-ddaa83455681 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 Nov 08 14:14:09.056259 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420f785-19fe-4a59-bf71-180fba22ab49 req-2be64adf-d260-43f5-8de9-5d14a30a18b4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:09.057862 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e420f785-19fe-4a59-bf71-180fba22ab49 req-2be64adf-d260-43f5-8de9-5d14a30a18b4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0640774 Nov 08 14:14:09.104950 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e420f785-19fe-4a59-bf71-180fba22ab49 req-dc3bef30-782a-457e-b9fe-b88fc9fa9562 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Nov 08 14:14:09.249757 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99f386-91a7-4a4a-acfe-23f379a14997 req-749ae7da-e906-46ea-abc2-6b8a3475342f tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:09.249757 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e99f386-91a7-4a4a-acfe-23f379a14997 req-749ae7da-e906-46ea-abc2-6b8a3475342f tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0547676 Nov 08 14:14:09.294590 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e99f386-91a7-4a4a-acfe-23f379a14997 req-f8df3ddb-71f1-4b1e-97f1-dab4ab771cf6 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Nov 08 14:14:09.431351 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23be3-4301-4687-a5fd-c3686fab0a19 req-9478714c-0944-4aca-a401-a8434a3e5672 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:09.435948 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ea23be3-4301-4687-a5fd-c3686fab0a19 req-9478714c-0944-4aca-a401-a8434a3e5672 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0519195 Nov 08 14:14:09.476116 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ea23be3-4301-4687-a5fd-c3686fab0a19 req-1f7d067d-a5c7-4d38-8450-08f3831ad840 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Nov 08 14:14:09.583162 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eef3cb-d0cb-4d5d-b07c-6d8da49af717 req-c187f07a-4d2a-48c3-806b-0dfc36b7e672 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:09.584706 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-72eef3cb-d0cb-4d5d-b07c-6d8da49af717 req-c187f07a-4d2a-48c3-806b-0dfc36b7e672 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0535042 Nov 08 14:14:09.642977 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-72eef3cb-d0cb-4d5d-b07c-6d8da49af717 req-73775033-abce-4b6e-ba81-5ddf124d38db tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520437 Nov 08 14:14:09.795352 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 85c27165-4006-40d3-a4ad-9aac5043141c no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:09.817268 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 85c27165-4006-40d3-a4ad-9aac5043141c {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:14:09.817608 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 85c27165-4006-40d3-a4ad-9aac5043141c not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:10.229576 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443911-32cb-42a0-992d-7ac5b15fecc1 req-8daf9a7a-dc45-4fa6-b546-a5325029b4ea tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:10.231147 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c8443911-32cb-42a0-992d-7ac5b15fecc1 req-8daf9a7a-dc45-4fa6-b546-a5325029b4ea tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0512447 Nov 08 14:14:10.248655 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b3364-b1c1-4339-a192-1dfcefb1a04d req-19de3e4b-2647-427e-b343-1b8737bbc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:10.250341 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f77b3364-b1c1-4339-a192-1dfcefb1a04d req-19de3e4b-2647-427e-b343-1b8737bbc467 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 1103 time: 0.0522699 Nov 08 14:14:10.277600 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c8443911-32cb-42a0-992d-7ac5b15fecc1 req-7840f4bf-4193-472e-95a8-e4315bb166b4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Nov 08 14:14:10.301958 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f77b3364-b1c1-4339-a192-1dfcefb1a04d req-90bdc715-0210-426c-8b33-92db36c67e11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Nov 08 14:14:10.429945 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed51de-04fc-4984-b9e4-3538ccc6a7ff req-e3550df9-d9bd-4989-949b-4ada144f811b tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:10.431459 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-06ed51de-04fc-4984-b9e4-3538ccc6a7ff req-e3550df9-d9bd-4989-949b-4ada144f811b tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0515728 Nov 08 14:14:10.472783 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-06ed51de-04fc-4984-b9e4-3538ccc6a7ff req-afbe5646-3dd0-429e-ac8b-86a2338ca98e tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Nov 08 14:14:10.595537 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43962-32b9-4798-8a55-e427fe7ce9a7 req-f9ceeae0-d6a7-41e6-a256-8595c0d126a7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:10.597119 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-43d43962-32b9-4798-8a55-e427fe7ce9a7 req-f9ceeae0-d6a7-41e6-a256-8595c0d126a7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0507250 Nov 08 14:14:10.641651 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-43d43962-32b9-4798-8a55-e427fe7ce9a7 req-361663ac-fdec-427e-a8f0-ee7002a9adab tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Nov 08 14:14:10.769550 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829cd16-1491-4abb-a4f1-9d4deab12058 req-f64c27fd-0a15-4098-b4ea-ef60527f3d49 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:10.771080 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f829cd16-1491-4abb-a4f1-9d4deab12058 req-f64c27fd-0a15-4098-b4ea-ef60527f3d49 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0504398 Nov 08 14:14:10.812159 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f829cd16-1491-4abb-a4f1-9d4deab12058 req-0623bf13-0a93-4031-be34-221de5446ee5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349946 Nov 08 14:14:11.397349 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5bda-fe3f-4c69-bd68-66c9def69b6b req-18c13f9c-211b-42d0-8ee9-89101c9e1e36 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:11.398859 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a2d5bda-fe3f-4c69-bd68-66c9def69b6b req-18c13f9c-211b-42d0-8ee9-89101c9e1e36 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0497773 Nov 08 14:14:11.440169 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a2d5bda-fe3f-4c69-bd68-66c9def69b6b req-4d52d53e-08ac-43f8-85a7-023ea8c64a27 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Nov 08 14:14:11.591172 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11ca87-bb0d-4ff9-bf0a-873ec9c6ad52 req-ff15d993-9d10-488d-a6d0-af54132ca582 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:11.592941 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dd11ca87-bb0d-4ff9-bf0a-873ec9c6ad52 req-ff15d993-9d10-488d-a6d0-af54132ca582 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0502820 Nov 08 14:14:11.635556 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dd11ca87-bb0d-4ff9-bf0a-873ec9c6ad52 req-b12abb10-e0bd-4dac-b4e0-5faf470862af tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Nov 08 14:14:11.782048 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4b8d-223f-4cc1-84e3-f58fdeb2e32d req-06981121-1917-4eed-9936-bbf9693d0288 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:11.783660 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-064e4b8d-223f-4cc1-84e3-f58fdeb2e32d req-06981121-1917-4eed-9936-bbf9693d0288 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0578368 Nov 08 14:14:11.808920 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:11.836379 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-064e4b8d-223f-4cc1-84e3-f58fdeb2e32d req-5a2d128e-91ff-4703-b9c9-0d891553f16f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Nov 08 14:14:11.905706 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:11.930592 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:11.933209 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2528829-0d56-4cc7-8175-45aee978c43c" -d '{"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-unplugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:11.951979 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:11.958080 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d859c8-934e-4420-9814-030bdf6df636 req-e814d403-399a-44d0-a210-572249c0374a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:11.959768 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17d859c8-934e-4420-9814-030bdf6df636 req-e814d403-399a-44d0-a210-572249c0374a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 945 time: 0.0584340 Nov 08 14:14:11.974083 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8576d6-c60f-400d-8dd7-624a89cee0d4 x-openstack-request-id: req-bf8576d6-c60f-400d-8dd7-624a89cee0d4 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:11.974404 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-unplugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:11.974690 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf8576d6-c60f-400d-8dd7-624a89cee0d4 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:11.975124 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'code': 200} Nov 08 14:14:12.002139 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17d859c8-934e-4420-9814-030bdf6df636 req-d275a73a-8b23-48c2-9321-77adf0a59dd9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352247 Nov 08 14:14:12.058263 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:12.112946 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=8']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:12.120719 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.121066 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.121405 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.121783 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.122111 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.122434 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.122761 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.123086 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.123412 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.123773 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.124088 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.124413 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:12.390636 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-4712468a-b1f5-4d70-81e5-16d977e618e4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:12.392213 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-4712468a-b1f5-4d70-81e5-16d977e618e4 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0523660 Nov 08 14:14:12.498225 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Deleting port 4883ec87-6deb-4932-b645-207373420dec {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:14:12.498588 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:12.570831 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c757-b4aa-4cba-9569-b243b2db95a4 req-4b9c72db-b252-4b8f-88e6-58100ac30bba tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:12.572661 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b50c757-b4aa-4cba-9569-b243b2db95a4 req-4b9c72db-b252-4b8f-88e6-58100ac30bba tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 945 time: 0.0565612 Nov 08 14:14:12.604466 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] For port 4883ec87-6deb-4932-b645-207373420dec, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4883ec87-6deb-4932-b645-207373420dec,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:12.604979 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:12.620680 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Calling delete_port for 4883ec87-6deb-4932-b645-207373420dec owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:14:12.633896 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b50c757-b4aa-4cba-9569-b243b2db95a4 req-58746f69-7dc2-45b6-a60d-f82cdb548dd2 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543129 Nov 08 14:14:12.784773 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834e23-3a35-419a-8ab3-6e919e29f54c req-e8b102d6-cac7-4013-b1b1-7ebe276c1ba9 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:12.786305 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-65834e23-3a35-419a-8ab3-6e919e29f54c req-e8b102d6-cac7-4013-b1b1-7ebe276c1ba9 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0707550 Nov 08 14:14:12.829257 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-65834e23-3a35-419a-8ab3-6e919e29f54c req-d01f0fc0-de86-4efe-b91f-54368d3eaa4e tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Nov 08 14:14:12.870016 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:12.892058 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c', '4883ec87-6deb-4932-b645-207373420dec'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:14:12.900714 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event deleted for resources: {'Port': ['ID=4883ec87-6deb-4932-b645-207373420dec,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:12.946038 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] No DVR routers for this DVR port 4883ec87-6deb-4932-b645-207373420dec on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:12.948940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:12.952643 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-5b9aca04-a7a3-4281-8a89-72d0cb59b5a1 req-632eaefd-1525-4291-bd94-3960c63ba2e5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "DELETE /v2.0/ports/4883ec87-6deb-4932-b645-207373420dec HTTP/1.1" status: 204 len: 173 time: 0.5466690 Nov 08 14:14:12.953116 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'name': 'network-vif-deleted', 'tag': '4883ec87-6deb-4932-b645-207373420dec'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:12.955407 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561b5c2a-2b62-442c-a3dd-299c6dab576e" -d '{"events": [{"server_uuid": "c1b5354f-3b2f-463e-98dd-1f52b793026b", "name": "network-vif-deleted", "tag": "4883ec87-6deb-4932-b645-207373420dec"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:13.002208 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc66490-04cb-414e-87d0-e1991d83d4c4 x-openstack-request-id: req-fbc66490-04cb-414e-87d0-e1991d83d4c4 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:13.002563 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5354f-3b2f-463e-98dd-1f52b793026b", "name": "network-vif-deleted", "tag": "4883ec87-6deb-4932-b645-207373420dec", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:13.002894 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbc66490-04cb-414e-87d0-e1991d83d4c4 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:13.003291 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5354f-3b2f-463e-98dd-1f52b793026b', 'name': 'network-vif-deleted', 'tag': '4883ec87-6deb-4932-b645-207373420dec', 'status': 'completed', 'code': 200} Nov 08 14:14:13.023349 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813fcb-61e2-4b1d-b990-ea08aeeba88f req-3aec665e-33ba-49ce-b49b-ddeb5842b91b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:13.026462 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-26813fcb-61e2-4b1d-b990-ea08aeeba88f req-3aec665e-33ba-49ce-b49b-ddeb5842b91b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0706098 Nov 08 14:14:13.073862 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-26813fcb-61e2-4b1d-b990-ea08aeeba88f req-7415f3e6-ec86-48bc-bd28-169593fff851 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Nov 08 14:14:13.147146 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff2fcd-0585-43f3-8dbd-f4c92fc97a7c req-6cc3f938-711c-45d3-bec4-eb37a47cd1bc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:13.148095 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a1ff2fcd-0585-43f3-8dbd-f4c92fc97a7c req-6cc3f938-711c-45d3-bec4-eb37a47cd1bc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0525208 Nov 08 14:14:13.194072 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a1ff2fcd-0585-43f3-8dbd-f4c92fc97a7c req-17f1aa9d-460a-4d81-a551-4976a08d6524 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391631 Nov 08 14:14:13.749991 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3c33669-ce7d-45bc-b4f4-c9d375a17fbe req-ed6fd25f-6c27-4d0f-9af3-cf97f333819f tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1b5354f-3b2f-463e-98dd-1f52b793026b HTTP/1.1" status: 200 len: 210 time: 0.0263467 Nov 08 14:14:13.952930 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5434a-5d13-4606-86f0-8bbbf270b0b1 req-55094f5d-d6b5-4221-994e-9d12596f818a tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:13.954315 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dcf5434a-5d13-4606-86f0-8bbbf270b0b1 req-55094f5d-d6b5-4221-994e-9d12596f818a tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0486689 Nov 08 14:14:13.992032 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dcf5434a-5d13-4606-86f0-8bbbf270b0b1 req-4ddf8e8b-cc0d-4bf6-af3f-69f3f7f653f9 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Nov 08 14:14:14.210804 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3ee4-c87e-413c-afbb-cf20847c26cf req-e592b90f-c3b7-4523-9f69-2686f35451e8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:14.212255 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-599c3ee4-c87e-413c-afbb-cf20847c26cf req-e592b90f-c3b7-4523-9f69-2686f35451e8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0513985 Nov 08 14:14:14.254898 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-599c3ee4-c87e-413c-afbb-cf20847c26cf req-efad762a-9e21-4588-aa87-220a5b6712d0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Nov 08 14:14:14.376420 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d39b77-798f-47d3-b925-bf8202403ff7 req-eacd5887-ce15-4559-8e23-7617fed3c589 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:14.378027 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d8d39b77-798f-47d3-b925-bf8202403ff7 req-eacd5887-ce15-4559-8e23-7617fed3c589 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0575104 Nov 08 14:14:14.422879 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d8d39b77-798f-47d3-b925-bf8202403ff7 req-33b8577a-6963-4355-8812-e0b89e2e8a63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388558 Nov 08 14:14:14.589177 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc62d-e17a-4dfe-839a-28afefe2939f req-068b1cff-db68-43b2-884b-0f85a67355a6 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:14.591457 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e4bc62d-e17a-4dfe-839a-28afefe2939f req-068b1cff-db68-43b2-884b-0f85a67355a6 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0533745 Nov 08 14:14:14.633534 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e4bc62d-e17a-4dfe-839a-28afefe2939f req-80559054-e4bd-4da8-9065-0ad501740ef0 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353911 Nov 08 14:14:15.388909 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49aff-de4d-45ce-bf69-9277a431dff3 req-8dff2b5b-b9f5-4bca-9e50-68af59e6f288 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:15.390510 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-12d49aff-de4d-45ce-bf69-9277a431dff3 req-8dff2b5b-b9f5-4bca-9e50-68af59e6f288 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0638132 Nov 08 14:14:15.439259 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-12d49aff-de4d-45ce-bf69-9277a431dff3 req-79807e41-6ea4-4053-b945-9916aa541126 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Nov 08 14:14:15.775269 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960e748-07fd-4fd9-81cb-9827ebc22c1e req-65cbaa9e-baba-4493-8707-bc4d88472620 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:15.776842 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c960e748-07fd-4fd9-81cb-9827ebc22c1e req-65cbaa9e-baba-4493-8707-bc4d88472620 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0587747 Nov 08 14:14:15.830082 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:15.852899 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [req-2b4f5f59-eb39-4d3d-940b-4d2b8e31344a req-9028cc51-1932-450d-9893-97b36858cc8d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:14:15.861622 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2b4f5f59-eb39-4d3d-940b-4d2b8e31344a req-9028cc51-1932-450d-9893-97b36858cc8d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142477 Nov 08 14:14:15.870588 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c960e748-07fd-4fd9-81cb-9827ebc22c1e req-9198b82f-27e9-4d1b-9db5-f4881c597b41 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/security-groups?id=14c48778-9501-477e-965b-51c51686d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857117 Nov 08 14:14:15.927475 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4883ec87-6deb-4932-b645-207373420dec no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:15.948569 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 4883ec87-6deb-4932-b645-207373420dec {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:14:15.948914 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4883ec87-6deb-4932-b645-207373420dec not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:16.258215 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0efc5-13b8-498b-adad-55afa32b6c5f req-47492b84-d490-479d-a679-d35f625241b7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:16.259731 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2bd0efc5-13b8-498b-adad-55afa32b6c5f req-47492b84-d490-479d-a679-d35f625241b7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0497341 Nov 08 14:14:16.304823 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2bd0efc5-13b8-498b-adad-55afa32b6c5f req-b24aa861-305d-4a15-b140-af74f2050df9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Nov 08 14:14:16.420767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-68f4f8d8-8618-4794-8d70-38c3f6b0c09f tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:16.422214 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-68f4f8d8-8618-4794-8d70-38c3f6b0c09f tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.64 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 950 time: 0.0519445 Nov 08 14:14:16.534560 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Deleting port c44c1048-8ad1-4611-981b-df3e3f99c5eb {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:14:16.534998 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:16.576645 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a18632-c8ae-46a5-9fe5-020ec45379c5 req-bf5d1161-5ccd-4a78-81cb-7ef9ea6094c7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:16.578139 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b0a18632-c8ae-46a5-9fe5-020ec45379c5 req-bf5d1161-5ccd-4a78-81cb-7ef9ea6094c7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0528152 Nov 08 14:14:16.642905 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b0a18632-c8ae-46a5-9fe5-020ec45379c5 req-3f443570-c3c3-4e8c-a866-f3c3c4b5de1d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523612 Nov 08 14:14:16.643392 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] For port c44c1048-8ad1-4611-981b-df3e3f99c5eb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=c44c1048-8ad1-4611-981b-df3e3f99c5eb,segment=NetworkSegment(aceb0d1d-436d-4bdb-b256-00aea109344f),segment_id=aceb0d1d-436d-4bdb-b256-00aea109344f)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:16.643633 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:16.664840 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Calling delete_port for c44c1048-8ad1-4611-981b-df3e3f99c5eb owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:14:16.787967 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c9e3b-858f-4fc7-bae6-2641ecf4ddd2 req-f754d7bb-59ec-4166-8832-acabafa39c5b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:16.789639 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bc5c9e3b-858f-4fc7-bae6-2641ecf4ddd2 req-f754d7bb-59ec-4166-8832-acabafa39c5b tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0642681 Nov 08 14:14:16.836434 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bc5c9e3b-858f-4fc7-bae6-2641ecf4ddd2 req-84b0057a-2677-4ce8-88b8-ac3bab25ec12 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Nov 08 14:14:16.953962 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:17.002107 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2986910a-f640-4f7f-a12f-9ae999c48994 req-bc7b7224-3111-40fe-8754-f3ce8bad927e tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0405700 Nov 08 14:14:17.015414 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Pushing event deleted for resources: {'Port': ['ID=c44c1048-8ad1-4611-981b-df3e3f99c5eb,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:17.038671 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] No DVR routers for this DVR port c44c1048-8ad1-4611-981b-df3e3f99c5eb on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:17.041637 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:17.045554 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-764695d3-2bbb-4b59-9bed-35ec317644d1 req-9c206124-322f-486a-847c-29b1d503db7d tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.64 "DELETE /v2.0/ports/c44c1048-8ad1-4611-981b-df3e3f99c5eb HTTP/1.1" status: 204 len: 173 time: 0.6146994 Nov 08 14:14:17.046066 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'name': 'network-vif-deleted', 'tag': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:17.055358 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbef9e6f-a584-48a5-97d4-0738e4701ff4" -d '{"events": [{"server_uuid": "a73ee413-3f33-43ad-893d-24b732ac1289", "name": "network-vif-deleted", "tag": "c44c1048-8ad1-4611-981b-df3e3f99c5eb"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:17.056118 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 39244) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:17.102135 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b069d-d747-433d-a6b7-2610941bf0d7 x-openstack-request-id: req-197b069d-d747-433d-a6b7-2610941bf0d7 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:17.102469 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ee413-3f33-43ad-893d-24b732ac1289", "name": "network-vif-deleted", "tag": "c44c1048-8ad1-4611-981b-df3e3f99c5eb", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:17.102765 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-197b069d-d747-433d-a6b7-2610941bf0d7 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:17.103173 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ee413-3f33-43ad-893d-24b732ac1289', 'name': 'network-vif-deleted', 'tag': 'c44c1048-8ad1-4611-981b-df3e3f99c5eb', 'status': 'completed', 'code': 200} Nov 08 14:14:17.195015 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-c51309a2-063b-4bd5-a28f-6588b0adbb0e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372035 Nov 08 14:14:17.204763 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-52f44b09-b61f-499c-b18f-68aaa16aa9b5 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:14:17.205754 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-52f44b09-b61f-499c-b18f-68aaa16aa9b5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058601 Nov 08 14:14:17.437879 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee82d19-af38-4943-b5a5-9155cb8cc924 req-e2318fae-b503-46bd-a61f-deeb989db5b9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:17.439819 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ee82d19-af38-4943-b5a5-9155cb8cc924 req-e2318fae-b503-46bd-a61f-deeb989db5b9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0527828 Nov 08 14:14:17.488993 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ee82d19-af38-4943-b5a5-9155cb8cc924 req-9bab8451-044d-4da9-8ced-2cc7cc9644b1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423656 Nov 08 14:14:17.773268 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b132f-ee27-469f-b703-e349e8c1d90d req-cb9eb8df-7213-44c3-8a65-aa1a8b509769 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:17.774743 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ee7b132f-ee27-469f-b703-e349e8c1d90d req-cb9eb8df-7213-44c3-8a65-aa1a8b509769 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Nov 08 14:14:17.815428 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ee7b132f-ee27-469f-b703-e349e8c1d90d req-b762c267-bec4-4c9c-a7ee-f7683b932235 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Nov 08 14:14:17.954705 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569e7d8-f164-4eb6-8d39-146bb67d4ae1 req-ea99f75a-2097-4409-80bb-98fd9f38416e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:17.956279 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c569e7d8-f164-4eb6-8d39-146bb67d4ae1 req-ea99f75a-2097-4409-80bb-98fd9f38416e tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0507283 Nov 08 14:14:17.997212 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c569e7d8-f164-4eb6-8d39-146bb67d4ae1 req-428ec1a3-8b31-4814-89fe-2cbcdd6052e1 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Nov 08 14:14:18.102940 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d0f51b27-2a3b-447c-bfa8-5433ab11d53b req-89fc0f67-113c-4240-9f47-afdbbf5575d6 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0288589 Nov 08 14:14:18.618347 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403141bf-2ee3-4b4b-ad53-5b4cde0afe81 req-44430b20-0d8d-4f94-9eb4-adc64742a274 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:18.619918 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-403141bf-2ee3-4b4b-ad53-5b4cde0afe81 req-44430b20-0d8d-4f94-9eb4-adc64742a274 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0526459 Nov 08 14:14:18.661603 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-403141bf-2ee3-4b4b-ad53-5b4cde0afe81 req-60a96249-2228-43fc-b1ed-d9904b09eedd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340571 Nov 08 14:14:18.931929 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb48c9-2f64-4d6f-8be8-2dac62bc7393 req-f5b1093e-a414-436a-9223-dd5009cf2b8d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:18.933492 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1fbb48c9-2f64-4d6f-8be8-2dac62bc7393 req-f5b1093e-a414-436a-9223-dd5009cf2b8d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Nov 08 14:14:18.974679 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1fbb48c9-2f64-4d6f-8be8-2dac62bc7393 req-5327d65a-616d-41df-b769-29133ba877d5 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340905 Nov 08 14:14:19.122940 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102c9a8-86f2-4735-96cd-022d0cf253dd req-a7800a5e-8d57-4580-bdbe-ebe85e935eaf tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:19.124372 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e102c9a8-86f2-4735-96cd-022d0cf253dd req-a7800a5e-8d57-4580-bdbe-ebe85e935eaf tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0510111 Nov 08 14:14:19.166661 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e102c9a8-86f2-4735-96cd-022d0cf253dd req-4bc37c4e-d33d-4cee-beac-97d4a7a7e6b5 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Nov 08 14:14:19.200142 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9cbef25c-be6b-465c-aab0-515b2ddf706f req-8f9863fc-e068-41d7-a4fd-94b930323a07 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0296404 Nov 08 14:14:19.511347 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['c44c1048-8ad1-4611-981b-df3e3f99c5eb'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:14:19.792833 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866751d-62ca-4590-a516-918e22ec60a2 req-2b6048f9-b1f9-4322-b24c-01b137ba2f08 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:19.794814 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7866751d-62ca-4590-a516-918e22ec60a2 req-2b6048f9-b1f9-4322-b24c-01b137ba2f08 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0504277 Nov 08 14:14:19.838014 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7866751d-62ca-4590-a516-918e22ec60a2 req-43be9383-b9ea-4edd-84d1-06d759cfb196 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366864 Nov 08 14:14:20.125561 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f25de7-4a49-4498-9f5d-5f15e3cfea41 req-c070be04-9026-4fff-8fdb-bf8835d35e22 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:20.128063 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-42f25de7-4a49-4498-9f5d-5f15e3cfea41 req-c070be04-9026-4fff-8fdb-bf8835d35e22 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0606692 Nov 08 14:14:20.193135 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-42f25de7-4a49-4498-9f5d-5f15e3cfea41 req-c44e54bc-d9a9-4dbf-903c-c73b09ad10eb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517457 Nov 08 14:14:20.311307 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06839c-3b06-490c-88c5-f059eac2e277 req-d3237aaf-8d7d-4cc8-96a7-1951a687b27a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:20.312817 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bf06839c-3b06-490c-88c5-f059eac2e277 req-d3237aaf-8d7d-4cc8-96a7-1951a687b27a tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0734160 Nov 08 14:14:20.332117 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f52c580d-6196-42fa-9721-4d3bedff7437 req-166895bf-f50e-46d7-a4f3-ad932511e028 tempest-VolumesNegativeTest-1439868030 tempest-VolumesNegativeTest-1439868030-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ee413-3f33-43ad-893d-24b732ac1289 HTTP/1.1" status: 200 len: 210 time: 0.0374849 Nov 08 14:14:20.370307 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bf06839c-3b06-490c-88c5-f059eac2e277 req-bf00718b-51d0-424b-8e28-f9bef6f7c9ba tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Nov 08 14:14:20.976125 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad1545-93a8-47c2-a6f3-c2d90d97a2d5 req-13b2dcb5-21bc-43c7-87c5-18545471ed8a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:20.977681 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3dad1545-93a8-47c2-a6f3-c2d90d97a2d5 req-13b2dcb5-21bc-43c7-87c5-18545471ed8a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0619493 Nov 08 14:14:21.034396 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3dad1545-93a8-47c2-a6f3-c2d90d97a2d5 req-15ac504b-28e7-49e4-93b8-0982903303f1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487955 Nov 08 14:14:21.325490 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b0a2e-9a0f-4969-8ce3-e6a3cfe70aa4 req-9cd4e9fe-39d9-4ed8-9378-cba2f0502a66 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:21.327133 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a70b0a2e-9a0f-4969-8ce3-e6a3cfe70aa4 req-9cd4e9fe-39d9-4ed8-9378-cba2f0502a66 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0559890 Nov 08 14:14:21.377317 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a70b0a2e-9a0f-4969-8ce3-e6a3cfe70aa4 req-c3420e8d-1584-4ce3-81ef-10f76ce2776e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Nov 08 14:14:21.446045 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-e8b6f4af-231d-49fe-bd32-4fcef82ee1be tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:21.447467 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-e8b6f4af-231d-49fe-bd32-4fcef82ee1be tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0628083 Nov 08 14:14:21.508215 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947fb0-82e6-48e1-b6ae-f92000e00d28 req-4085bb26-51e4-4903-83d4-aabddec15826 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:21.510402 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-65947fb0-82e6-48e1-b6ae-f92000e00d28 req-4085bb26-51e4-4903-83d4-aabddec15826 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 945 time: 0.0521400 Nov 08 14:14:21.561690 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-65947fb0-82e6-48e1-b6ae-f92000e00d28 req-c06122ff-40ef-43e5-bfaa-07013c62a5f7 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0ae5775-4e15-4f22-821f-a7109773df87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Nov 08 14:14:21.584855 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Deleting port 076d54dc-5e99-403f-b7c0-45ac572e573c {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:14:21.584855 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:21.687377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] For port 076d54dc-5e99-403f-b7c0-45ac572e573c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=076d54dc-5e99-403f-b7c0-45ac572e573c,segment=NetworkSegment(9b91049d-6702-44ff-8b61-c8df2c3c1b02),segment_id=9b91049d-6702-44ff-8b61-c8df2c3c1b02)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:21.687377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:21.702859 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Calling delete_port for 076d54dc-5e99-403f-b7c0-45ac572e573c owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:14:22.131126 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:22.144829 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['076d54dc-5e99-403f-b7c0-45ac572e573c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:14:22.179094 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Pushing event deleted for resources: {'Port': ['ID=076d54dc-5e99-403f-b7c0-45ac572e573c,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:22.191797 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042a802-9b14-4ceb-bdff-f3d8b7da4546 req-20f73776-29d8-4909-8f8e-9c1a4b8325e6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:22.197222 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e042a802-9b14-4ceb-bdff-f3d8b7da4546 req-20f73776-29d8-4909-8f8e-9c1a4b8325e6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0700192 Nov 08 14:14:22.222871 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] No DVR routers for this DVR port 076d54dc-5e99-403f-b7c0-45ac572e573c on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:22.225800 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:22.229336 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4496026c-8a37-434e-9e24-ccf7dd973377 req-f869cc83-f7e8-4037-aaff-038cecef2de0 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.64 "DELETE /v2.0/ports/076d54dc-5e99-403f-b7c0-45ac572e573c HTTP/1.1" status: 204 len: 173 time: 0.7747746 Nov 08 14:14:22.229786 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'name': 'network-vif-deleted', 'tag': '076d54dc-5e99-403f-b7c0-45ac572e573c'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:22.232970 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a725d27-177b-4f8b-a491-6e0c7b63b45a" -d '{"events": [{"server_uuid": "e228b20f-d80f-421f-9a8a-fc011f5f0e9e", "name": "network-vif-deleted", "tag": "076d54dc-5e99-403f-b7c0-45ac572e573c"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:22.238164 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e042a802-9b14-4ceb-bdff-f3d8b7da4546 req-b7ba1716-faba-450b-91c4-0c1f32013d49 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340986 Nov 08 14:14:22.272039 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35cd672-b869-4000-af8d-74aa54919ebd x-openstack-request-id: req-e35cd672-b869-4000-af8d-74aa54919ebd {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:22.272434 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e228b20f-d80f-421f-9a8a-fc011f5f0e9e", "name": "network-vif-deleted", "tag": "076d54dc-5e99-403f-b7c0-45ac572e573c", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:22.272760 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e35cd672-b869-4000-af8d-74aa54919ebd {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:22.273225 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e228b20f-d80f-421f-9a8a-fc011f5f0e9e', 'name': 'network-vif-deleted', 'tag': '076d54dc-5e99-403f-b7c0-45ac572e573c', 'status': 'completed', 'code': 200} Nov 08 14:14:22.534676 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7350b-74ea-4e76-afcb-172a9930f111 req-577265f0-4a9d-4aac-803b-18ddfa84d5e7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:22.536500 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-50a7350b-74ea-4e76-afcb-172a9930f111 req-577265f0-4a9d-4aac-803b-18ddfa84d5e7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0574658 Nov 08 14:14:22.592175 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-50a7350b-74ea-4e76-afcb-172a9930f111 req-b78c9a40-0c9e-4284-9330-286df17e5545 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Nov 08 14:14:22.722172 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1f12071c-493e-4fa4-9d1e-5668c56f85e5 req-5cc9c28f-86be-4a3a-a2c5-4f368a3236ab tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.0272751 Nov 08 14:14:23.371021 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d400051-9213-4068-925b-fef23dbf3291 req-9ef68015-3b5d-42cb-ab4f-5ab23a48e801 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:23.373244 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7d400051-9213-4068-925b-fef23dbf3291 req-9ef68015-3b5d-42cb-ab4f-5ab23a48e801 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0567191 Nov 08 14:14:23.416638 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7d400051-9213-4068-925b-fef23dbf3291 req-2b24261d-d46b-4e87-ade2-752cf750f84c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367637 Nov 08 14:14:23.722169 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b81dfb-de48-45a7-b992-a639647ac2c3 req-6321128d-cdc6-44ea-8b42-2d5c641a0f89 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:23.723960 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-26b81dfb-de48-45a7-b992-a639647ac2c3 req-6321128d-cdc6-44ea-8b42-2d5c641a0f89 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0602169 Nov 08 14:14:23.777040 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-26b81dfb-de48-45a7-b992-a639647ac2c3 req-99fb00e3-e7f6-4357-9730-4c143bea4952 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Nov 08 14:14:23.860048 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8ae3e758-eb42-4da6-9054-496e17ca2130 req-68155176-038b-4da2-adc7-c32b6f5bd431 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.0310681 Nov 08 14:14:24.178533 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a6849ecd-0e2f-4434-813c-f84330267a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:24.556161 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173481ee-0c30-4698-b382-d7c234c713a1 req-0bf597f7-558e-4d32-a8b2-e5704ecceab9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:24.557556 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-173481ee-0c30-4698-b382-d7c234c713a1 req-0bf597f7-558e-4d32-a8b2-e5704ecceab9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0548563 Nov 08 14:14:24.599352 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-173481ee-0c30-4698-b382-d7c234c713a1 req-28cb2da1-5f0c-4088-873d-3132e8697088 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341039 Nov 08 14:14:24.732906 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device c44c1048-8ad1-4611-981b-df3e3f99c5eb no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:24.756385 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: c44c1048-8ad1-4611-981b-df3e3f99c5eb {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:14:24.756725 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device c44c1048-8ad1-4611-981b-df3e3f99c5eb not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:24.904506 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef96982-c704-4cd2-bf60-2177d66617a8 req-43c20907-00ba-4b14-911a-554a13221b3f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:24.906046 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eef96982-c704-4cd2-bf60-2177d66617a8 req-43c20907-00ba-4b14-911a-554a13221b3f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0521598 Nov 08 14:14:24.947624 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eef96982-c704-4cd2-bf60-2177d66617a8 req-f57f3014-4062-4429-895c-cf3d1a06a3fd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Nov 08 14:14:24.971549 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-12444215-d843-410f-9c60-0423110251df req-119b3e8d-bd03-4a3d-a80d-8b2706f7776d tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.0282583 Nov 08 14:14:25.724730 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2c92f-42ca-4c2d-96cd-e43745ba7718 req-fe76909d-75b2-4481-8e2c-23f6d49a0a2f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:25.726261 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1df2c92f-42ca-4c2d-96cd-e43745ba7718 req-fe76909d-75b2-4481-8e2c-23f6d49a0a2f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0533545 Nov 08 14:14:25.746035 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 076d54dc-5e99-403f-b7c0-45ac572e573c no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:25.775980 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1df2c92f-42ca-4c2d-96cd-e43745ba7718 req-94ba3707-f5e3-4cdb-928b-efd353dd08db tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Nov 08 14:14:25.778921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 076d54dc-5e99-403f-b7c0-45ac572e573c {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:14:25.779580 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 076d54dc-5e99-403f-b7c0-45ac572e573c not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:26.109113 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d90a8-db2b-4893-a5cb-e60398429e55 req-5312f414-d414-4ef7-9e97-cc186e8facac tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:26.110677 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ce7d90a8-db2b-4893-a5cb-e60398429e55 req-5312f414-d414-4ef7-9e97-cc186e8facac tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0808475 Nov 08 14:14:26.163736 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2ec299ca-1f90-4521-a7c8-276ac758f3ef req-15a1fcff-fa1e-4154-8ff4-c2b38396dfde tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] 10.222.0.73 "GET /v2.0/ports?device_id=e228b20f-d80f-421f-9a8a-fc011f5f0e9e HTTP/1.1" status: 200 len: 210 time: 0.0517612 Nov 08 14:14:26.196999 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ce7d90a8-db2b-4893-a5cb-e60398429e55 req-2dd9ceb3-19f4-4f20-b1cd-13928506da3e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719676 Nov 08 14:14:26.682754 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-dadecd9e-8ed5-422e-9303-a5d090937c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:26.685102 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-dadecd9e-8ed5-422e-9303-a5d090937c96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f&tenant_id=99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 1096 time: 0.0783656 Nov 08 14:14:26.760135 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-73f04d87-a7d7-43c9-8a75-e8f8d109cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:26.762397 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-73f04d87-a7d7-43c9-8a75-e8f8d109cd70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 1096 time: 0.0437891 Nov 08 14:14:26.841264 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:14:26.868698 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-6d404dc5-1a8b-44c4-963a-1cc6654ad8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:26.868698 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-6d404dc5-1a8b-44c4-963a-1cc6654ad8e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.0978899 Nov 08 14:14:26.950481 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-3261b9a3-968a-48a8-851a-82a43b024d7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b HTTP/1.1" status: 200 len: 999 time: 0.0641756 Nov 08 14:14:26.951377 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87af949-80d5-497b-8f35-c83ad308ae4d req-fc7faf08-e3f1-4114-8345-5b83c46c2fe8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:26.954033 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c87af949-80d5-497b-8f35-c83ad308ae4d req-fc7faf08-e3f1-4114-8345-5b83c46c2fe8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0768468 Nov 08 14:14:26.995011 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c87af949-80d5-497b-8f35-c83ad308ae4d req-cca9afc0-1dcb-4691-ab32-93d65fcc1077 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341573 Nov 08 14:14:27.008552 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-d4dd4395-78a4-44b5-a276-1b6663ab669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:27.026009 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-d4dd4395-78a4-44b5-a276-1b6663ab669c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0491710 Nov 08 14:14:27.078052 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-1ce88bc0-3914-4e60-8743-96a39f5f1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:27.079840 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-1ce88bc0-3914-4e60-8743-96a39f5f1fab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548394 Nov 08 14:14:27.177927 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.203150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd040ca-9de8-4bd7-b198-acff10bb9658 req-295f27b2-1663-404b-8cf5-5b1aea0b909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:27.204602 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1fd040ca-9de8-4bd7-b198-acff10bb9658 req-295f27b2-1663-404b-8cf5-5b1aea0b909f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.0667882 Nov 08 14:14:27.238264 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 39604) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:27.255567 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3e3b47f8-aded-41e2-9056-d372ba16fe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.268490 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-decabe4b-855f-4982-83a6-7f7b992f5b08 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750817 Nov 08 14:14:27.284766 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1fd040ca-9de8-4bd7-b198-acff10bb9658 req-c73a4f7e-6aae-49fd-9fd4-990ce09c763c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Nov 08 14:14:27.326378 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] Deleting subnet 722c679a-e4d4-4825-ba3e-30cd17df2f43 {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:14:27.331204 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.372510 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-96cf9a98-14e9-44ea-be9c-de0252c48e10 req-91ba23cc-4a40-4ea9-a81a-1f5899382d9c service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950868 Nov 08 14:14:27.379563 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646ee4-452c-4d8c-8421-2f5e506b08bf req-f42a4e83-6cc3-43d2-9f50-0e76ed7b2a5b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:27.381018 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5646ee4-452c-4d8c-8421-2f5e506b08bf req-f42a4e83-6cc3-43d2-9f50-0e76ed7b2a5b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0974703 Nov 08 14:14:27.384775 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.456512 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.465186 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5646ee4-452c-4d8c-8421-2f5e506b08bf req-cac8bfe7-abda-4b0d-82bb-2a042ed69afd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741007 Nov 08 14:14:27.675026 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.703397 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722c679a-e4d4-4825-ba3e-30cd17df2f43,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:27.707486 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.710664 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-bfbcd0fb-5fc2-4a53-8130-0d7d84a63993 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/722c679a-e4d4-4825-ba3e-30cd17df2f43 HTTP/1.1" status: 204 len: 168 time: 0.4713898 Nov 08 14:14:27.713307 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 39616) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:27.795983 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.876495 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.896970 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d687cf-80d2-430b-93a2-e0eac7499e6d']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:27.907568 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b91049d-6702-44ff-8b61-c8df2c3c1b02') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:27.907911 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b91049d-6702-44ff-8b61-c8df2c3c1b02') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:27.917153 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.931257 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.937879 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:14:27.938567 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:14:27.940409 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:14:28.072452 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 39626) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:28.122025 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.133842 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.138048 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] 10.222.0.73 "DELETE /v2.0/networks/19d687cf-80d2-430b-93a2-e0eac7499e6d HTTP/1.1" status: 204 len: 168 time: 0.4236338 Nov 08 14:14:28.150593 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e56c1-4f4e-4c1a-b35d-1944aa7fd2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=19d687cf-80d2-430b-93a2-e0eac7499e6d,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:28.165458 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d60e6d-e578-45ac-a928-5ab0d57f0331 req-a8d6cb21-28ac-4515-a0aa-baa06e1a74e4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:28.167043 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-81d60e6d-e578-45ac-a928-5ab0d57f0331 req-a8d6cb21-28ac-4515-a0aa-baa06e1a74e4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0783625 Nov 08 14:14:28.224200 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-81d60e6d-e578-45ac-a928-5ab0d57f0331 req-ad45f4ee-6bc1-48b7-8766-8cde224ca254 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503850 Nov 08 14:14:28.239413 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-7328d117-cc03-4411-900b-c528c0580a0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5576183d14c440e08c7454b7357367fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657395 Nov 08 14:14:28.242226 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 39632) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:28.295055 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60cf21f1-77a7-4cf0-be97-5fcd25cd269a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.322291 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60cf21f1-77a7-4cf0-be97-5fcd25cd269a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.544507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60cf21f1-77a7-4cf0-be97-5fcd25cd269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.544905 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.548318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60cf21f1-77a7-4cf0-be97-5fcd25cd269a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.549867 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-60cf21f1-77a7-4cf0-be97-5fcd25cd269a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14c48778-9501-477e-965b-51c51686d8d8 HTTP/1.1" status: 204 len: 168 time: 0.3065987 Nov 08 14:14:28.554011 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 39636) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:28.634370 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf21f1-77a7-4cf0-be97-5fcd25cd269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c48778-9501-477e-965b-51c51686d8d8,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:28.639781 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f995c7-d9d1-4fc0-8f81-daefb8087f09 req-a5b350d1-3128-42ed-b7bf-0344e1958fc0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:28.648722 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-250f900a-5bee-450c-9d86-9e0006fa97a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79ebee658f7c4092aa97eeca15ab45b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0887721 Nov 08 14:14:28.648991 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e6f995c7-d9d1-4fc0-8f81-daefb8087f09 req-a5b350d1-3128-42ed-b7bf-0344e1958fc0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0912673 Nov 08 14:14:28.649141 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 39640) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:28.742466 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-adf7244d-5f04-4bd7-b8ef-b506ac000ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.747735 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e6f995c7-d9d1-4fc0-8f81-daefb8087f09 req-4d156b24-79f1-485a-adf1-392d4f0f3d61 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531502 Nov 08 14:14:28.775426 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-adf7244d-5f04-4bd7-b8ef-b506ac000ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.887087 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-adf7244d-5f04-4bd7-b8ef-b506ac000ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.889980 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-adf7244d-5f04-4bd7-b8ef-b506ac000ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:28.891197 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-adf7244d-5f04-4bd7-b8ef-b506ac000ae3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0ae5775-4e15-4f22-821f-a7109773df87 HTTP/1.1" status: 204 len: 168 time: 0.2411132 Nov 08 14:14:28.900527 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7244d-5f04-4bd7-b8ef-b506ac000ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ae5775-4e15-4f22-821f-a7109773df87,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:29.384108 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778de66f-aaa7-4a57-a31e-492e732a0e2e req-35b5a75a-b180-4b69-a627-25a824b16691 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:29.387243 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-778de66f-aaa7-4a57-a31e-492e732a0e2e req-35b5a75a-b180-4b69-a627-25a824b16691 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0822480 Nov 08 14:14:29.429787 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-778de66f-aaa7-4a57-a31e-492e732a0e2e req-e9aae34c-d891-43ca-a6a4-44733842f436 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351899 Nov 08 14:14:30.096401 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:30.147988 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23713-720e-472a-9a77-ecf5442364da req-1ff42eef-afc7-430f-bbe2-efc1b25b5c05 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:30.149550 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2f23713-720e-472a-9a77-ecf5442364da req-1ff42eef-afc7-430f-bbe2-efc1b25b5c05 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.3199646 Nov 08 14:14:30.197883 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2f23713-720e-472a-9a77-ecf5442364da req-0722293e-36ea-4002-8bda-e3efb4c9d30e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Nov 08 14:14:30.554261 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f922-f7ca-4613-a1e3-c3caad04f9b8 req-70faf157-674f-4a87-aef9-af7eb886b3e8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:30.555797 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-36a6f922-f7ca-4613-a1e3-c3caad04f9b8 req-70faf157-674f-4a87-aef9-af7eb886b3e8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0510585 Nov 08 14:14:30.598787 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-36a6f922-f7ca-4613-a1e3-c3caad04f9b8 req-70cb92ec-3f44-42c8-bdba-32698fca3095 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359969 Nov 08 14:14:31.335789 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47c37a-8f01-4059-942f-12826e40fd84 req-59f264bf-4c3f-4af1-8b7c-c783c9dc3fe8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:31.337748 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cb47c37a-8f01-4059-942f-12826e40fd84 req-59f264bf-4c3f-4af1-8b7c-c783c9dc3fe8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Nov 08 14:14:31.383286 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cb47c37a-8f01-4059-942f-12826e40fd84 req-535fcab3-7367-4bdd-a37a-fd7ce19cc78f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381317 Nov 08 14:14:31.753477 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5227e-ecdf-4fb2-80e7-7860f4d6d08c req-f39c585f-4f1c-47bd-973b-fe3410993223 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:31.755120 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-07c5227e-ecdf-4fb2-80e7-7860f4d6d08c req-f39c585f-4f1c-47bd-973b-fe3410993223 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0743575 Nov 08 14:14:31.806349 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-07c5227e-ecdf-4fb2-80e7-7860f4d6d08c req-d4a0ba07-3e30-4df6-93b2-dd9196f5645c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Nov 08 14:14:32.520469 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dded0-9215-4ce9-8210-49eef32294d6 req-aa8950a3-b32a-4619-898c-8f14c6cde0dc tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:32.522208 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-275dded0-9215-4ce9-8210-49eef32294d6 req-aa8950a3-b32a-4619-898c-8f14c6cde0dc tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0545821 Nov 08 14:14:32.573832 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-275dded0-9215-4ce9-8210-49eef32294d6 req-5b347ce5-7598-4ffe-990a-f40cdbf9beb2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453982 Nov 08 14:14:32.941100 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc24f87-d6cb-4578-a681-9001c8fc921f req-2cc376f1-cb34-4ba9-a287-fa33980d3427 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:32.942572 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8dc24f87-d6cb-4578-a681-9001c8fc921f req-2cc376f1-cb34-4ba9-a287-fa33980d3427 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0530078 Nov 08 14:14:32.998409 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8dc24f87-d6cb-4578-a681-9001c8fc921f req-8197ca7e-be36-4fdd-9791-e3df9fb843f1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487080 Nov 08 14:14:33.721828 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b8ed6-000e-4f9f-ae3d-98d659427b77 req-d335e1c6-b4fe-43bf-a846-b0de4efefba7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:33.723205 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-196b8ed6-000e-4f9f-ae3d-98d659427b77 req-d335e1c6-b4fe-43bf-a846-b0de4efefba7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0567539 Nov 08 14:14:33.763065 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-196b8ed6-000e-4f9f-ae3d-98d659427b77 req-1da9ebf7-d8a9-4727-bfe3-21aa335809ab tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Nov 08 14:14:33.933805 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 39762) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:34.067943 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfbeb-9611-4b3c-9c17-802c4c408c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:34.169300 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa744-9f15-4d9c-82bd-0e54830084f7 req-3904cdee-1ac0-4f0e-9aba-a2a0071e318f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:34.273296 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3daa744-9f15-4d9c-82bd-0e54830084f7 req-3904cdee-1ac0-4f0e-9aba-a2a0071e318f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0923080 Nov 08 14:14:34.273296 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfbeb-9611-4b3c-9c17-802c4c408c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:34.273296 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3daa744-9f15-4d9c-82bd-0e54830084f7 req-9aab5f69-8518-4dca-8805-a74d6fa7dc87 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643530 Nov 08 14:14:34.463914 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfbeb-9611-4b3c-9c17-802c4c408c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:34.506854 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3e4cfbeb-9611-4b3c-9c17-802c4c408c8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c63ef3bbf1f64811b0648abb8f3a0201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719793 Nov 08 14:14:34.507737 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cfbeb-9611-4b3c-9c17-802c4c408c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb320338-c527-4158-8305-3d358234c395,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:34.509681 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 39772) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:34.569332 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e3d8-cd59-42e2-a993-cb7417f8e367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:34.592515 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e3d8-cd59-42e2-a993-cb7417f8e367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:34.720411 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e3d8-cd59-42e2-a993-cb7417f8e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:34.724917 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e3d8-cd59-42e2-a993-cb7417f8e367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:34.727091 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-0dc6e3d8-cd59-42e2-a993-cb7417f8e367 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb320338-c527-4158-8305-3d358234c395 HTTP/1.1" status: 204 len: 168 time: 0.2161949 Nov 08 14:14:34.748940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6e3d8-cd59-42e2-a993-cb7417f8e367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb320338-c527-4158-8305-3d358234c395,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:34.924658 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2e5d9-32ee-4a7d-b8b5-7f24afbceed4 req-b16d51cd-4bfe-4efe-a8b7-c8b4583cf6a9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:34.932537 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-edd2e5d9-32ee-4a7d-b8b5-7f24afbceed4 req-b16d51cd-4bfe-4efe-a8b7-c8b4583cf6a9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0762529 Nov 08 14:14:34.969941 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-edd2e5d9-32ee-4a7d-b8b5-7f24afbceed4 req-f3927511-1942-4814-8513-90cad0f33739 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Nov 08 14:14:35.408730 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a575c40-79c4-4829-b559-a3b06bd950ed req-129b7316-25e2-46e4-bce6-1cf3f5b7a778 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:35.410985 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8a575c40-79c4-4829-b559-a3b06bd950ed req-129b7316-25e2-46e4-bce6-1cf3f5b7a778 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0786726 Nov 08 14:14:35.457614 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8a575c40-79c4-4829-b559-a3b06bd950ed req-23f4803d-9527-4f32-8b43-c0c2e78eb2d6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Nov 08 14:14:35.593074 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:36.094268 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933613d3-ceb3-4cdc-a693-2f58c989d5fc req-62ba72f5-5ec5-46b7-a3cd-ad3b5a530f37 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:36.095783 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-933613d3-ceb3-4cdc-a693-2f58c989d5fc req-62ba72f5-5ec5-46b7-a3cd-ad3b5a530f37 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0532718 Nov 08 14:14:36.142416 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-933613d3-ceb3-4cdc-a693-2f58c989d5fc req-d3e5d2eb-1cbe-414c-855c-b262af17cdfd tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Nov 08 14:14:36.623578 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7ecf2-08bb-4630-ab9b-ef5e0104e954 req-9e032f42-8089-41cb-a637-82190980f615 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:36.626135 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-77b7ecf2-08bb-4630-ab9b-ef5e0104e954 req-9e032f42-8089-41cb-a637-82190980f615 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0600419 Nov 08 14:14:36.669134 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-77b7ecf2-08bb-4630-ab9b-ef5e0104e954 req-348d00b4-9450-42ac-a335-70b0e0cb6a14 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365078 Nov 08 14:14:37.264653 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817163d-9eda-4db7-ba27-c2715d1f3997 req-8a157075-abec-49ce-bcdf-ba28ef6e7b8c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:37.266393 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c817163d-9eda-4db7-ba27-c2715d1f3997 req-8a157075-abec-49ce-bcdf-ba28ef6e7b8c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Nov 08 14:14:37.308860 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c817163d-9eda-4db7-ba27-c2715d1f3997 req-dafdbd8f-b956-4e49-ace3-db3999fea150 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353227 Nov 08 14:14:37.828437 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f10ae-2e62-4244-bf42-5ec58ed51be2 req-6d9d18ac-953e-44cd-b5f7-54c60bdca6db tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:37.829922 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a69f10ae-2e62-4244-bf42-5ec58ed51be2 req-6d9d18ac-953e-44cd-b5f7-54c60bdca6db tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0647383 Nov 08 14:14:37.872951 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a69f10ae-2e62-4244-bf42-5ec58ed51be2 req-c0bc79e1-700d-4f26-b4fb-eb46ef29dff0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369873 Nov 08 14:14:38.442028 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b39ec-3da9-4e79-848c-2928114e1a87 req-21a135e0-4f6b-4438-87e9-cee429d8e7f8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:38.445602 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-526b39ec-3da9-4e79-848c-2928114e1a87 req-21a135e0-4f6b-4438-87e9-cee429d8e7f8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0625246 Nov 08 14:14:38.493290 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-526b39ec-3da9-4e79-848c-2928114e1a87 req-ffd256c4-9c66-410f-8cb6-d7e42d2e83e8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Nov 08 14:14:39.015219 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da7cb4-ecc5-433b-b104-dae211d849a6 req-30dd50ef-20f2-4f1c-8bab-5aba2a0aecc2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.017190 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e2da7cb4-ecc5-433b-b104-dae211d849a6 req-30dd50ef-20f2-4f1c-8bab-5aba2a0aecc2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0586329 Nov 08 14:14:39.063821 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e2da7cb4-ecc5-433b-b104-dae211d849a6 req-875c3111-9a7e-4ac6-9148-59ff19da28c7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389953 Nov 08 14:14:39.628548 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd346c25-d176-4215-ae21-98d66aa8773c req-73d14d98-b2e3-42e4-b4b4-964004949a91 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.630090 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dd346c25-d176-4215-ae21-98d66aa8773c req-73d14d98-b2e3-42e4-b4b4-964004949a91 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0666103 Nov 08 14:14:39.679571 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dd346c25-d176-4215-ae21-98d66aa8773c req-c89a6fb8-926d-4618-bf6d-0686adf220f9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Nov 08 14:14:39.946334 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 39844) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:40.065401 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c45f649a-acbe-4872-8845-c8e24da9aa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:40.172773 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c45f649a-acbe-4872-8845-c8e24da9aa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:40.213595 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571138bb-9406-4d48-bba9-64811a76957c req-60df7fba-8580-4a2c-aa13-858e031f1fc8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.215833 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-571138bb-9406-4d48-bba9-64811a76957c req-60df7fba-8580-4a2c-aa13-858e031f1fc8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0588396 Nov 08 14:14:40.241829 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c45f649a-acbe-4872-8845-c8e24da9aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:40.259852 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-571138bb-9406-4d48-bba9-64811a76957c req-11c2f0b2-22f9-433f-bdf2-d28cadc7d5f9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374711 Nov 08 14:14:40.298435 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f649a-acbe-4872-8845-c8e24da9aa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae0451-0465-4808-84ed-b465936922f1,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:40.312661 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 39850) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:40.313110 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c45f649a-acbe-4872-8845-c8e24da9aa9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d108e4c9fd4141fc95a5e4c1a01d319e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652179 Nov 08 14:14:40.380215 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6aac7ea3-945e-444c-9740-fb024f220f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:40.409915 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6aac7ea3-945e-444c-9740-fb024f220f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:40.588536 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6aac7ea3-945e-444c-9740-fb024f220f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:40.591878 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6aac7ea3-945e-444c-9740-fb024f220f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:40.595840 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6aac7ea3-945e-444c-9740-fb024f220f1a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55ae0451-0465-4808-84ed-b465936922f1 HTTP/1.1" status: 204 len: 168 time: 0.2790828 Nov 08 14:14:40.602885 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac7ea3-945e-444c-9740-fb024f220f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae0451-0465-4808-84ed-b465936922f1,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:40.837727 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6408a-0f36-4e3f-87f7-e6c2afd6364f req-be64e711-c662-414f-98c5-0ca53f3fba61 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.841035 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b9a6408a-0f36-4e3f-87f7-e6c2afd6364f req-be64e711-c662-414f-98c5-0ca53f3fba61 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0815773 Nov 08 14:14:40.903324 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b9a6408a-0f36-4e3f-87f7-e6c2afd6364f req-3c7b677b-e967-4463-b3d0-af8f9d440135 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555904 Nov 08 14:14:41.382976 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 39866) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:41.397169 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-755342c8-0c4a-4dca-8634-b24d18862c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:41.399408 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd47d-6f6d-491d-8cbd-967408b5df9b req-496f015f-3cd9-4c68-b155-4bd62b3e43cc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:41.400965 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-91ebd47d-6f6d-491d-8cbd-967408b5df9b req-496f015f-3cd9-4c68-b155-4bd62b3e43cc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0510705 Nov 08 14:14:41.442412 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-91ebd47d-6f6d-491d-8cbd-967408b5df9b req-2fe6b1e4-2fb6-4aff-a818-64d285ddc3fd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346911 Nov 08 14:14:41.502573 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-755342c8-0c4a-4dca-8634-b24d18862c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:41.582545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-755342c8-0c4a-4dca-8634-b24d18862c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:41.624399 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-755342c8-0c4a-4dca-8634-b24d18862c8f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3128d44eab5a49b6aeae986d90ba9fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402408 Nov 08 14:14:41.625604 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755342c8-0c4a-4dca-8634-b24d18862c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800cd4b2-5f65-4a12-98fd-d1fdeac80415,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:41.627416 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 39874) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:41.706358 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f7612693-8d2c-496c-af40-219199d25317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:41.731816 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f7612693-8d2c-496c-af40-219199d25317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:42.044752 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f7612693-8d2c-496c-af40-219199d25317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:42.044752 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f7612693-8d2c-496c-af40-219199d25317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:42.044752 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f7612693-8d2c-496c-af40-219199d25317 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/800cd4b2-5f65-4a12-98fd-d1fdeac80415 HTTP/1.1" status: 204 len: 168 time: 0.4127786 Nov 08 14:14:42.055828 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7612693-8d2c-496c-af40-219199d25317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800cd4b2-5f65-4a12-98fd-d1fdeac80415,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:42.086325 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89383e3f-1ea6-4be5-b168-20006c91611b req-8f4f3051-5ae5-45d4-a51a-13dabe33d2be tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:42.097984 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-89383e3f-1ea6-4be5-b168-20006c91611b req-8f4f3051-5ae5-45d4-a51a-13dabe33d2be tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0926006 Nov 08 14:14:42.165664 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-89383e3f-1ea6-4be5-b168-20006c91611b req-e1ce7ea1-43c2-492b-a1b4-bae77f6df15d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648773 Nov 08 14:14:42.580289 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ce686-abaa-4263-a9ad-226cebf05279 req-b4a66cd3-9ad9-4b6c-a853-a63798732067 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:42.581953 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-999ce686-abaa-4263-a9ad-226cebf05279 req-b4a66cd3-9ad9-4b6c-a853-a63798732067 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0517709 Nov 08 14:14:42.625114 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-999ce686-abaa-4263-a9ad-226cebf05279 req-7af3a529-cafb-4267-bb98-747b3b3f11b8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366640 Nov 08 14:14:43.362264 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0be1b0-2ff9-49d8-8c03-aa30b8a4a7de req-d861d478-3680-4f39-829f-9aa69bb2a641 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:43.364016 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1e0be1b0-2ff9-49d8-8c03-aa30b8a4a7de req-d861d478-3680-4f39-829f-9aa69bb2a641 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0754452 Nov 08 14:14:43.403357 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1e0be1b0-2ff9-49d8-8c03-aa30b8a4a7de req-cc174a35-a302-47c1-9b49-916b26387bf5 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Nov 08 14:14:43.782449 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b85d3-6413-45e7-a0e1-265fef7c9801 req-bd1e5a36-5b8d-44a8-84d4-dcf3411ea350 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:43.784567 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-898b85d3-6413-45e7-a0e1-265fef7c9801 req-bd1e5a36-5b8d-44a8-84d4-dcf3411ea350 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0578582 Nov 08 14:14:43.833248 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-898b85d3-6413-45e7-a0e1-265fef7c9801 req-62fad097-1959-43b9-8e9d-349e5eaa8454 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Nov 08 14:14:44.529726 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0e0d-5d5c-4c20-b134-29ab3f6fb957 req-7372de03-9f86-4ecd-871a-9e9bd72a0dd7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:44.531275 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca1f0e0d-5d5c-4c20-b134-29ab3f6fb957 req-7372de03-9f86-4ecd-871a-9e9bd72a0dd7 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0547366 Nov 08 14:14:44.582116 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca1f0e0d-5d5c-4c20-b134-29ab3f6fb957 req-9f4db761-af97-4e5c-b1f4-6b25e9ac0677 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Nov 08 14:14:44.734300 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-e30f0395-efd4-4264-95cc-a6ed520f6594 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543439 Nov 08 14:14:44.990102 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa8592-8820-4900-a266-77e81ec8f15c req-f4e8ed81-5300-4f4e-ba2b-5c466a0b6703 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:44.991660 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5efa8592-8820-4900-a266-77e81ec8f15c req-f4e8ed81-5300-4f4e-ba2b-5c466a0b6703 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0664587 Nov 08 14:14:44.996700 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-9c871722-8199-47aa-ad8a-03c8a3a72113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:44.998581 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-9c871722-8199-47aa-ad8a-03c8a3a72113 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 1099 time: 0.0731711 Nov 08 14:14:45.072200 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5efa8592-8820-4900-a266-77e81ec8f15c req-be7781a4-9722-4dea-8f04-eccf3f81bd05 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544116 Nov 08 14:14:45.155703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-475a4c19-0262-46ba-b197-b78c0a85a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:45.157608 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-475a4c19-0262-46ba-b197-b78c0a85a749 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.1232045 Nov 08 14:14:45.207972 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-7f380aa5-c06c-43a7-b596-26c65db0ca8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2904084b-977b-4877-9d38-e7c5878a10c2 HTTP/1.1" status: 200 len: 217 time: 0.0400677 Nov 08 14:14:45.264854 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-818aa3d1-bd9d-49a3-9c6d-1b0c5386e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:45.266337 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-818aa3d1-bd9d-49a3-9c6d-1b0c5386e70c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.0497890 Nov 08 14:14:45.300875 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-5d03f8a8-0641-47f0-acb5-e6032bcd889e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258508 Nov 08 14:14:45.413702 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-95e494b2-3ff9-452d-a7da-097b892696f9 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971489 Nov 08 14:14:45.520678 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0997eba-2b51-4b67-b4aa-033019f6e832 req-8011543f-5f18-4855-9af1-59be3e457d59 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929215 Nov 08 14:14:45.697035 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de5ff9-a7b9-4c45-80db-4fd105c221c3 req-3501df97-0f44-4e50-a867-58d3549cf7b8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:45.699105 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5de5ff9-a7b9-4c45-80db-4fd105c221c3 req-3501df97-0f44-4e50-a867-58d3549cf7b8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0553122 Nov 08 14:14:45.738681 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f5de5ff9-a7b9-4c45-80db-4fd105c221c3 req-cf7bd90c-1a5b-4582-8481-eccae00b6cc1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331044 Nov 08 14:14:46.216540 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb035-0ba5-409d-a46d-e1cd3a111358 req-a65e01dd-6136-4130-b019-5093cd41504d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:46.217983 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cf0fb035-0ba5-409d-a46d-e1cd3a111358 req-a65e01dd-6136-4130-b019-5093cd41504d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0546947 Nov 08 14:14:46.264037 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cf0fb035-0ba5-409d-a46d-e1cd3a111358 req-355cd1ea-534c-4bf1-8fdb-bed8ebe1009c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Nov 08 14:14:46.534213 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684291b8-7fbe-4079-b8c6-152a3c278ef8 req-413237b6-e520-494d-a102-71b0b3b0679b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:46.535750 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-684291b8-7fbe-4079-b8c6-152a3c278ef8 req-413237b6-e520-494d-a102-71b0b3b0679b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0600343 Nov 08 14:14:46.590855 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-684291b8-7fbe-4079-b8c6-152a3c278ef8 req-9276df5c-b510-4c26-88d7-465a2a730d17 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484488 Nov 08 14:14:46.636140 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-fef902f7-b38e-4de3-a8c9-bd90d2b509fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:46.643422 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-fef902f7-b38e-4de3-a8c9-bd90d2b509fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3087145c1af1492ab7c95773ba8b728d&device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 1098 time: 0.0436685 Nov 08 14:14:46.736239 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-7cc91269-17fd-4f27-aff9-39ab5ffd6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:46.738583 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-7cc91269-17fd-4f27-aff9-39ab5ffd6525 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 200 len: 921 time: 0.0917137 Nov 08 14:14:46.780785 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-c65e840f-cd24-4ce4-9755-f580f7b97be1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 200 len: 217 time: 0.0346253 Nov 08 14:14:46.844377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-e8a16f78-0fd1-45c3-9801-a1fc056d4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:46.845934 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-e8a16f78-0fd1-45c3-9801-a1fc056d4641 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 200 len: 859 time: 0.0523229 Nov 08 14:14:46.880203 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-89f3350f-faec-46b8-b4b6-3a0e71c10387 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d59488f-29aa-4d4d-b40c-7a65cd5971ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264757 Nov 08 14:14:46.978307 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-deaf1e4d-e2ec-49e6-b92e-904c13fea3ef service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889041 Nov 08 14:14:47.081134 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-274300f5-ad42-449a-88ff-e2f9c9bcb112 req-22e899ff-bfed-4641-9ed0-c1435bf44af0 service neutron] 10.222.0.64 "GET /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901396 Nov 08 14:14:47.136044 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae8632-d5e5-4949-9a16-0e892f3a9110 req-1fd19ca7-1d48-4d3e-a8c2-c575b2ffe6cc tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:47.137586 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-70ae8632-d5e5-4949-9a16-0e892f3a9110 req-1fd19ca7-1d48-4d3e-a8c2-c575b2ffe6cc tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0609334 Nov 08 14:14:47.178328 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-70ae8632-d5e5-4949-9a16-0e892f3a9110 req-88c67d39-1f26-4b40-82af-dd4b1d1a29b4 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Nov 08 14:14:47.388849 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6d3e-418d-42af-a309-c7d66d0129f6 req-dee38b0d-c45c-4573-9396-7f822c5cf74e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:47.390391 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-515e6d3e-418d-42af-a309-c7d66d0129f6 req-dee38b0d-c45c-4573-9396-7f822c5cf74e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0525553 Nov 08 14:14:47.434354 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-515e6d3e-418d-42af-a309-c7d66d0129f6 req-d3152fec-0d0c-4b96-897c-c08afeaa93f0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376918 Nov 08 14:14:47.710958 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1fda3-fb18-47db-8080-03e69c3836e9 req-87bf019b-7df5-4b31-9330-27db4b424fe1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:47.712611 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-29e1fda3-fb18-47db-8080-03e69c3836e9 req-87bf019b-7df5-4b31-9330-27db4b424fe1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0509586 Nov 08 14:14:47.754576 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-29e1fda3-fb18-47db-8080-03e69c3836e9 req-b7da7514-f416-43ae-8704-4bc7643b8e03 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356965 Nov 08 14:14:48.301808 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10f8f8-e703-46af-8c6f-6d2bbe120f6d req-25f11956-6330-454b-8e57-7baf8ad355fd tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:48.303276 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bd10f8f8-e703-46af-8c6f-6d2bbe120f6d req-25f11956-6330-454b-8e57-7baf8ad355fd tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Nov 08 14:14:48.343823 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bd10f8f8-e703-46af-8c6f-6d2bbe120f6d req-f2140f50-aded-4bdf-9af0-3b3a4b39a27a tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Nov 08 14:14:48.560008 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e79b0-0081-4108-8dad-d8dba76498ea req-dd5f7979-9e0f-4d83-b753-5b1fabc76e79 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:48.561449 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d93e79b0-0081-4108-8dad-d8dba76498ea req-dd5f7979-9e0f-4d83-b753-5b1fabc76e79 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0509751 Nov 08 14:14:48.612860 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d93e79b0-0081-4108-8dad-d8dba76498ea req-30693529-f7e6-48c5-a591-b579354f8989 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373206 Nov 08 14:14:48.897087 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebc38e-db58-4ede-8a9b-f873f7daef78 req-9eea0f1e-7847-4573-a395-c88ad48f8be4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:48.898595 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5cebc38e-db58-4ede-8a9b-f873f7daef78 req-9eea0f1e-7847-4573-a395-c88ad48f8be4 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0567770 Nov 08 14:14:48.940807 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5cebc38e-db58-4ede-8a9b-f873f7daef78 req-343fad06-05fa-43ad-b38f-496beb02cd2f tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Nov 08 14:14:49.474894 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793d63b-9974-4e83-9f80-c846e803b677 req-7dbbf3ef-5836-4f72-b55e-ee67295ba214 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:49.476415 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c793d63b-9974-4e83-9f80-c846e803b677 req-7dbbf3ef-5836-4f72-b55e-ee67295ba214 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0627732 Nov 08 14:14:49.515727 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c793d63b-9974-4e83-9f80-c846e803b677 req-de8e4954-2628-46c9-9a79-0c503811aa10 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Nov 08 14:14:49.729889 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618962c-e0c1-472a-943d-257355bd2304 req-313f0fa0-59a3-4952-ada5-1dc72bd459c9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:49.731358 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2618962c-e0c1-472a-943d-257355bd2304 req-313f0fa0-59a3-4952-ada5-1dc72bd459c9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0488420 Nov 08 14:14:49.768834 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2618962c-e0c1-472a-943d-257355bd2304 req-6c812885-049d-4feb-8d79-83e75b08f555 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Nov 08 14:14:50.055245 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d23ff6-1dd7-4adb-bda2-973d7972d122 req-558692e5-c98a-4906-b55d-e9bd3b8cbd5e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:50.057292 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a5d23ff6-1dd7-4adb-bda2-973d7972d122 req-558692e5-c98a-4906-b55d-e9bd3b8cbd5e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0488062 Nov 08 14:14:50.096730 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a5d23ff6-1dd7-4adb-bda2-973d7972d122 req-ae6ba1fe-beb3-41c3-a4f9-46278f9f936b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334237 Nov 08 14:14:50.638255 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961b85d-d581-4181-9714-49d0f1f74941 req-9405d5a3-8c4c-489d-96bb-7e9b49ed77ca tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:50.639798 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2961b85d-d581-4181-9714-49d0f1f74941 req-9405d5a3-8c4c-489d-96bb-7e9b49ed77ca tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0551383 Nov 08 14:14:50.680529 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2961b85d-d581-4181-9714-49d0f1f74941 req-92750d6d-5ebb-4d00-bcd6-1abda511b1ce tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348485 Nov 08 14:14:50.910498 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523a4bc-cc1d-495e-80bc-74bc85667992 req-dfa16311-883a-4500-bb93-58f2d95b1b9d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:50.912019 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5523a4bc-cc1d-495e-80bc-74bc85667992 req-dfa16311-883a-4500-bb93-58f2d95b1b9d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0546114 Nov 08 14:14:50.952335 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5523a4bc-cc1d-495e-80bc-74bc85667992 req-207c834f-3e58-4eb5-9e81-2a4ab0282eb7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335901 Nov 08 14:14:51.211355 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfc203-d657-4098-9fa9-c514997a547c req-4acca3c2-d28d-44f0-a3d4-0569ad0fb511 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:51.213005 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33cfc203-d657-4098-9fa9-c514997a547c req-4acca3c2-d28d-44f0-a3d4-0569ad0fb511 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Nov 08 14:14:51.251486 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33cfc203-d657-4098-9fa9-c514997a547c req-bb25f810-05c0-4db4-b22f-27422fd227e0 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Nov 08 14:14:51.800636 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf4013-c80f-46ef-b4c4-2345db58cc9b req-3a084d0b-e8c9-40e2-bf75-af46fb8406bc tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:51.802100 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-38cf4013-c80f-46ef-b4c4-2345db58cc9b req-3a084d0b-e8c9-40e2-bf75-af46fb8406bc tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0532050 Nov 08 14:14:51.841678 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-38cf4013-c80f-46ef-b4c4-2345db58cc9b req-3722ed76-0dff-460f-a18a-f246a7a7338c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Nov 08 14:14:52.077713 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d611405-df7c-42a4-bddb-cb1bc7df04a6 req-7b51a6da-d0e7-44ff-bdb3-3cf83e34bcd8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:52.079115 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8d611405-df7c-42a4-bddb-cb1bc7df04a6 req-7b51a6da-d0e7-44ff-bdb3-3cf83e34bcd8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0496459 Nov 08 14:14:52.138061 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8d611405-df7c-42a4-bddb-cb1bc7df04a6 req-953a30db-3617-4600-91a0-06936417632d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528033 Nov 08 14:14:52.372880 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906f7f-42ac-46bc-973b-3b0e42dcc2ae req-c24f1e6c-8b7d-41f3-8755-9fe0b291c852 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:52.374407 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13906f7f-42ac-46bc-973b-3b0e42dcc2ae req-c24f1e6c-8b7d-41f3-8755-9fe0b291c852 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0540650 Nov 08 14:14:52.413468 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13906f7f-42ac-46bc-973b-3b0e42dcc2ae req-e388510d-a719-445b-91a0-b4b91ed481d1 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327122 Nov 08 14:14:52.827491 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-54250f17-546f-4d83-ad04-776e7e5d3196 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:52.828985 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-54250f17-546f-4d83-ad04-776e7e5d3196 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0549209 Nov 08 14:14:52.948193 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Deleting port be50002c-0521-4022-b2fc-f559f397d506 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:14:52.948603 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:53.000241 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403984b0-c92c-4f8a-9c1a-26b81f2d5e29 req-d2ac20cd-c343-4709-a098-a8c8f1e404d2 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:53.007769 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-403984b0-c92c-4f8a-9c1a-26b81f2d5e29 req-d2ac20cd-c343-4709-a098-a8c8f1e404d2 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 945 time: 0.0811665 Nov 08 14:14:53.048883 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-403984b0-c92c-4f8a-9c1a-26b81f2d5e29 req-ba989bf5-5820-435b-9504-2848a77f59e2 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 Nov 08 14:14:53.070646 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] For port be50002c-0521-4022-b2fc-f559f397d506, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=be50002c-0521-4022-b2fc-f559f397d506,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:53.071058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:53.088405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Calling delete_port for be50002c-0521-4022-b2fc-f559f397d506 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:14:53.286592 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988b967-fd97-408f-9475-2354282f004e req-b4affa71-72ec-42ba-a613-522aaa68a0e3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:53.288213 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a988b967-fd97-408f-9475-2354282f004e req-b4affa71-72ec-42ba-a613-522aaa68a0e3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0667448 Nov 08 14:14:53.306154 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:53.326437 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['be50002c-0521-4022-b2fc-f559f397d506'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:14:53.338882 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a988b967-fd97-408f-9475-2354282f004e req-054fceb1-130f-47c6-aeb5-9547311bb489 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Nov 08 14:14:53.344341 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Pushing event deleted for resources: {'Port': ['ID=be50002c-0521-4022-b2fc-f559f397d506,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:53.387127 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] No DVR routers for this DVR port be50002c-0521-4022-b2fc-f559f397d506 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:53.390616 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:53.394656 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a94b3dad-e602-4fa8-a870-e2be5ec646c2 req-692fefe1-f58f-4bca-a677-9d0500491a59 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "DELETE /v2.0/ports/be50002c-0521-4022-b2fc-f559f397d506 HTTP/1.1" status: 204 len: 173 time: 0.5555153 Nov 08 14:14:53.394932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64803100-c02e-4c50-94ce-d087fecced39', 'name': 'network-vif-deleted', 'tag': 'be50002c-0521-4022-b2fc-f559f397d506'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:53.397606 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7afb6-c80c-42fb-b815-8968076ef675" -d '{"events": [{"server_uuid": "64803100-c02e-4c50-94ce-d087fecced39", "name": "network-vif-deleted", "tag": "be50002c-0521-4022-b2fc-f559f397d506"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:53.435319 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c695fc6-7659-4bbd-831b-e68cfa828979 x-openstack-request-id: req-6c695fc6-7659-4bbd-831b-e68cfa828979 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:53.435666 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64803100-c02e-4c50-94ce-d087fecced39", "name": "network-vif-deleted", "tag": "be50002c-0521-4022-b2fc-f559f397d506", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:53.435931 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c695fc6-7659-4bbd-831b-e68cfa828979 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:53.436404 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64803100-c02e-4c50-94ce-d087fecced39', 'name': 'network-vif-deleted', 'tag': 'be50002c-0521-4022-b2fc-f559f397d506', 'status': 'completed', 'code': 200} Nov 08 14:14:53.544542 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9921c3-3bce-4c31-91d0-dfd10aa839f0 req-e030ca10-84ff-457e-82ee-931a9da3175b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:53.546092 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c9921c3-3bce-4c31-91d0-dfd10aa839f0 req-e030ca10-84ff-457e-82ee-931a9da3175b tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0538006 Nov 08 14:14:53.590936 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c9921c3-3bce-4c31-91d0-dfd10aa839f0 req-dcd701b5-6808-4b2a-a884-3ad81a2781bb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Nov 08 14:14:54.174449 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-991efd78-68ed-4b74-ab8d-d4f3edf3991e req-f59fb909-5506-4625-b8ee-c4379284ea1e tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=64803100-c02e-4c50-94ce-d087fecced39 HTTP/1.1" status: 200 len: 210 time: 0.0323188 Nov 08 14:14:54.188466 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4817c209-acd9-4f8e-b294-695c4a3a896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:54.502130 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2af8a3-acd1-444e-8e27-f8d58bacb132 req-834ef0a0-bc47-4603-987a-2ddac25b3129 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:54.503717 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dc2af8a3-acd1-444e-8e27-f8d58bacb132 req-834ef0a0-bc47-4603-987a-2ddac25b3129 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0538540 Nov 08 14:14:54.555348 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dc2af8a3-acd1-444e-8e27-f8d58bacb132 req-530f82f5-6aaa-4861-a8ac-269ea0fee5c1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Nov 08 14:14:55.694013 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83233387-f0d5-4dfd-b08b-792152a5bbc6 req-1699f0cb-9177-49d6-a23f-1b08f06686ab tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:55.695567 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-83233387-f0d5-4dfd-b08b-792152a5bbc6 req-1699f0cb-9177-49d6-a23f-1b08f06686ab tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 943 time: 0.0525887 Nov 08 14:14:55.737820 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-83233387-f0d5-4dfd-b08b-792152a5bbc6 req-86e04f07-bf9d-472a-bb68-acbdf9f7c565 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351717 Nov 08 14:14:55.894900 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:14:55.994693 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:56.006893 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'port_id': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'mac_address': 'fa:16:3e:6c:f3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:14:56.049696 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:56.063885 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1461d0f2-76e1-4f55-9425-1be7f385c47b {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:14:56.085083 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:56.226064 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:56.278415 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=9']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:56.876615 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a60210-370e-45bf-8dd0-bcb754766742 req-128781b1-1aac-4e83-a077-223a383dcc43 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:56.878196 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d0a60210-370e-45bf-8dd0-bcb754766742 req-128781b1-1aac-4e83-a077-223a383dcc43 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.0513422 Nov 08 14:14:56.922209 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d0a60210-370e-45bf-8dd0-bcb754766742 req-5ba88c63-e5b3-477e-84cf-6834cbfd2a42 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Nov 08 14:14:57.176768 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:57.196706 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-19015076-cf31-4caa-8b10-434b53e7c7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:57.718269 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40084) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:57.834075 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:57.915988 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:58.011326 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:58.075837 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97f2d1b8b7c649c6a25557a76b860c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563933 Nov 08 14:14:58.078337 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee69b8e-c2b4-463e-97a7-ca41de637ca6,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:58.078791 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40096) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:58.091337 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.091721 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.092068 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.092411 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.092748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.093081 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.093417 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.093750 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.094476 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.094476 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.094739 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.095091 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d13ae-50aa-4e9b-9eed-9f34fe28f190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.107783 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71db9-3246-4a9e-b025-e2785e4d1d70 req-e8d8260e-1f62-413d-ae5b-2e55cd03aa2f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:58.109109 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-14a71db9-3246-4a9e-b025-e2785e4d1d70 req-e8d8260e-1f62-413d-ae5b-2e55cd03aa2f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.1103132 Nov 08 14:14:58.149802 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:58.152233 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-14a71db9-3246-4a9e-b025-e2785e4d1d70 req-25f04133-7580-4279-8ac6-3c7ae8353464 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366142 Nov 08 14:14:58.176414 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:58.324964 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:58.327722 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:58.328937 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ee69b8e-c2b4-463e-97a7-ca41de637ca6 HTTP/1.1" status: 204 len: 168 time: 0.2491722 Nov 08 14:14:58.343424 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee69b8e-c2b4-463e-97a7-ca41de637ca6,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:58.348040 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.348478 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.348852 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.349158 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.349492 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.349828 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.350161 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.350495 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.350824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.351150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.351653 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.351829 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379ce56-e279-4a80-9c50-3c08ff047b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:58.502799 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.112196 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40106) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:59.130803 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-55613f98-f4ce-422d-aad7-37ea65cb8b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.217886 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-55613f98-f4ce-422d-aad7-37ea65cb8b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.252747 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device be50002c-0521-4022-b2fc-f559f397d506 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:59.275181 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: be50002c-0521-4022-b2fc-f559f397d506 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:14:59.275511 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device be50002c-0521-4022-b2fc-f559f397d506 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:59.296123 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-55613f98-f4ce-422d-aad7-37ea65cb8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.348745 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-55613f98-f4ce-422d-aad7-37ea65cb8b99 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d59800b7c7243ec9966977220b8fe16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349377 Nov 08 14:14:59.352742 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40110) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:59.355668 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55613f98-f4ce-422d-aad7-37ea65cb8b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9aca44-524f-401d-b428-ff1fbd419626,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:59.369249 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9ce72-a9a6-4ada-8a35-5716ff968e44 req-29de0b39-2a48-42ec-ada9-e87e8fc503cb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:59.369854 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-76b9ce72-a9a6-4ada-8a35-5716ff968e44 req-29de0b39-2a48-42ec-ada9-e87e8fc503cb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.1049154 Nov 08 14:14:59.421170 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1f32b0fa-b9aa-4754-8e22-38d2da33be0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.429308 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-76b9ce72-a9a6-4ada-8a35-5716ff968e44 req-e0a04cf9-d202-4496-9275-91e313a28817 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523436 Nov 08 14:14:59.450439 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1f32b0fa-b9aa-4754-8e22-38d2da33be0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.538352 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['1461d0f2-76e1-4f55-9425-1be7f385c47b'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:14:59.605592 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1f32b0fa-b9aa-4754-8e22-38d2da33be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.608353 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1f32b0fa-b9aa-4754-8e22-38d2da33be0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:14:59.609726 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1f32b0fa-b9aa-4754-8e22-38d2da33be0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f9aca44-524f-401d-b428-ff1fbd419626 HTTP/1.1" status: 204 len: 168 time: 0.2552233 Nov 08 14:14:59.620893 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32b0fa-b9aa-4754-8e22-38d2da33be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9aca44-524f-401d-b428-ff1fbd419626,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:00.097699 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:00.578919 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005bb0b-5456-49b7-abe0-3d201c41a2de req-b4acab79-2a1d-40f0-a8b4-5007b8f60f66 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:00.580710 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1005bb0b-5456-49b7-abe0-3d201c41a2de req-b4acab79-2a1d-40f0-a8b4-5007b8f60f66 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.0635114 Nov 08 14:15:00.633525 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1005bb0b-5456-49b7-abe0-3d201c41a2de req-3b377361-811a-4aa5-b1d5-1c03475b6463 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Nov 08 14:15:01.847103 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5851b-1923-4911-8b60-48b53aed8155 req-79222acb-06e5-4400-9655-4695fb70f2d6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:01.848653 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c4a5851b-1923-4911-8b60-48b53aed8155 req-79222acb-06e5-4400-9655-4695fb70f2d6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 944 time: 0.0568993 Nov 08 14:15:01.893492 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c4a5851b-1923-4911-8b60-48b53aed8155 req-50fbfcf2-df1d-483e-823a-a0037de6679f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Nov 08 14:15:02.071644 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01433c-b5a0-4253-a88f-e92c408105b0 req-8dc1afe3-80e8-4280-bf9e-a123a9aa25b8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:02.096858 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de01433c-b5a0-4253-a88f-e92c408105b0 req-8dc1afe3-80e8-4280-bf9e-a123a9aa25b8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0913482 Nov 08 14:15:02.096858 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f36345-4282-4344-a02f-ffe629617859 req-c24cc401-5479-47f8-af11-78bfedcf60d2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:02.096858 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-83f36345-4282-4344-a02f-ffe629617859 req-c24cc401-5479-47f8-af11-78bfedcf60d2 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.1054001 Nov 08 14:15:02.172353 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:02.190665 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de01433c-b5a0-4253-a88f-e92c408105b0 req-9745796f-8848-4dfa-bd69-37315bd64d22 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989513 Nov 08 14:15:02.205268 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-83f36345-4282-4344-a02f-ffe629617859 req-409091da-9622-4cf9-b08c-b5c43a6f599e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918868 Nov 08 14:15:02.257756 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 1461d0f2-76e1-4f55-9425-1be7f385c47b triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:02.258519 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:02.352265 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:02.379644 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:02.386328 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41afbd9f-d786-4a1f-9c2f-29f4ddefef28" -d '{"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-plugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:02.403848 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:02.423444 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7e86a2-a9e0-4dd4-97d1-34daf4a8adb9 x-openstack-request-id: req-ce7e86a2-a9e0-4dd4-97d1-34daf4a8adb9 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:02.423771 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-plugged", "status": "completed", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:02.424024 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce7e86a2-a9e0-4dd4-97d1-34daf4a8adb9 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:02.424413 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'code': 200} Nov 08 14:15:02.480011 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:02.533053 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=10']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:03.017564 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245057c-b9d6-462d-b292-a188222662ca req-0a9988a4-569e-4c41-8c7a-bc66b91f4eb3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:03.019187 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1245057c-b9d6-462d-b292-a188222662ca req-0a9988a4-569e-4c41-8c7a-bc66b91f4eb3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.0501044 Nov 08 14:15:03.072202 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1245057c-b9d6-462d-b292-a188222662ca req-a2090be2-3055-4a27-8720-0afb7c775cba tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Nov 08 14:15:03.377191 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1415e-b823-451e-8030-1f8efeaab948 req-cd0d8140-e555-412d-b8d8-8ac20047f8a6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:03.378699 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e8b1415e-b823-451e-8030-1f8efeaab948 req-cd0d8140-e555-412d-b8d8-8ac20047f8a6 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0888829 Nov 08 14:15:03.391042 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474ee95-96d6-40ab-9c3e-e23ba0135a37 req-a5e766f6-1940-4c67-b9a6-4ba6d87aa0c4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:03.392666 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2474ee95-96d6-40ab-9c3e-e23ba0135a37 req-a5e766f6-1940-4c67-b9a6-4ba6d87aa0c4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0924013 Nov 08 14:15:03.452004 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e8b1415e-b823-451e-8030-1f8efeaab948 req-2ac6cdda-2ecb-40db-96b1-5081e2fea4bb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582159 Nov 08 14:15:03.457223 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2474ee95-96d6-40ab-9c3e-e23ba0135a37 req-29b9792a-e880-45b2-bf0e-1dc2bafb8a8a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576634 Nov 08 14:15:03.792044 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40240) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:03.841883 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:15:03.918237 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be9bf76b-c971-45cc-84d4-d933cd52b3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:03.995190 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be9bf76b-c971-45cc-84d4-d933cd52b3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:04.136850 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-be9bf76b-c971-45cc-84d4-d933cd52b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:04.204639 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-be9bf76b-c971-45cc-84d4-d933cd52b3db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23313f1c428146ee9dc341c153c431e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115028 Nov 08 14:15:04.206616 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bf76b-c971-45cc-84d4-d933cd52b3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebc3cea-6202-4615-86d1-1dfb5dde061e,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:04.207317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40248) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:04.233963 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85956cd7-1d67-45d6-9501-b28936e1a0d4 req-a0e97882-208e-4d55-a4ba-2a12ec3c91ea tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:04.235517 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-85956cd7-1d67-45d6-9501-b28936e1a0d4 req-a0e97882-208e-4d55-a4ba-2a12ec3c91ea tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.0810862 Nov 08 14:15:04.265892 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d8acd487-d126-4fad-b7c8-19692848f599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:04.281115 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-85956cd7-1d67-45d6-9501-b28936e1a0d4 req-a59bc3ad-1889-4e27-bec2-4122614e4eeb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389934 Nov 08 14:15:04.288896 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d8acd487-d126-4fad-b7c8-19692848f599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:04.460293 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d8acd487-d126-4fad-b7c8-19692848f599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:04.465154 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d8acd487-d126-4fad-b7c8-19692848f599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:04.467140 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-d8acd487-d126-4fad-b7c8-19692848f599 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aebc3cea-6202-4615-86d1-1dfb5dde061e HTTP/1.1" status: 204 len: 168 time: 0.2583787 Nov 08 14:15:04.479826 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acd487-d126-4fad-b7c8-19692848f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebc3cea-6202-4615-86d1-1dfb5dde061e,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:04.631978 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef260673-a36f-46fb-9e30-50ab1a071aac req-03ca9bb0-eba9-4c49-beef-0f56ed8acc81 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:04.633536 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef260673-a36f-46fb-9e30-50ab1a071aac req-03ca9bb0-eba9-4c49-beef-0f56ed8acc81 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0889723 Nov 08 14:15:04.643429 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389faae-14a5-4763-aa6e-f826af0c99da req-6232ff56-7420-4e8c-a12f-aea8c0e9db07 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:04.644977 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8389faae-14a5-4763-aa6e-f826af0c99da req-6232ff56-7420-4e8c-a12f-aea8c0e9db07 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0705652 Nov 08 14:15:04.705251 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef260673-a36f-46fb-9e30-50ab1a071aac req-86be70e9-bf79-4a1a-a5b7-bcd2aff56973 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591998 Nov 08 14:15:04.710721 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8389faae-14a5-4763-aa6e-f826af0c99da req-a8c5e368-2c12-40c0-8e77-6f2e95d11886 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573587 Nov 08 14:15:05.202600 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40258) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:05.216542 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-7196b8fe-8115-4f7e-86ac-2afdb85a04a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.304834 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-7196b8fe-8115-4f7e-86ac-2afdb85a04a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.386676 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-7196b8fe-8115-4f7e-86ac-2afdb85a04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.433212 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196b8fe-8115-4f7e-86ac-2afdb85a04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760f26d9-1f59-4408-a81b-761035d2519b,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:05.443510 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-7196b8fe-8115-4f7e-86ac-2afdb85a04a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e8b2b7bfca14afc9b332a84995f6980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396665 Nov 08 14:15:05.445849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40264) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:05.455890 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534d17d-1377-4759-b2a9-b6c20cf34231 req-33a6f458-230f-48f8-bfa8-2d44d99b1146 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.457454 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534d17d-1377-4759-b2a9-b6c20cf34231 req-33a6f458-230f-48f8-bfa8-2d44d99b1146 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.1018174 Nov 08 14:15:05.464961 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.507446 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b534d17d-1377-4759-b2a9-b6c20cf34231 req-275a9b96-0179-4e43-9f69-3174661b345c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Nov 08 14:15:05.514617 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-80de7264-d452-4217-b041-72f1535cf17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.544071 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-80de7264-d452-4217-b041-72f1535cf17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.891369 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11b105-200f-4ee4-870b-267344917052 req-696c65cb-db4a-4b65-b890-060b043f41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.893573 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1e11b105-200f-4ee4-870b-267344917052 req-696c65cb-db4a-4b65-b890-060b043f41d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 1099 time: 0.0561588 Nov 08 14:15:05.913537 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d772-7d09-42d3-b6b6-e84bccb7d20e req-c9d777a4-641f-49d3-a328-a5c50a053508 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.915199 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f051d772-7d09-42d3-b6b6-e84bccb7d20e req-c9d777a4-641f-49d3-a328-a5c50a053508 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0897510 Nov 08 14:15:05.930191 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40b8c2-fc2a-42e2-bb17-9147f221277f req-9aacb961-947c-4a65-9ec0-f3ff7f7ec45c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.932720 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f40b8c2-fc2a-42e2-bb17-9147f221277f req-9aacb961-947c-4a65-9ec0-f3ff7f7ec45c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0759974 Nov 08 14:15:05.944189 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1e11b105-200f-4ee4-870b-267344917052 req-b4b68668-d27d-49a3-b9de-64b1cc95db7d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429192 Nov 08 14:15:05.956924 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-80de7264-d452-4217-b041-72f1535cf17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.960124 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-80de7264-d452-4217-b041-72f1535cf17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:05.961350 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-80de7264-d452-4217-b041-72f1535cf17f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/760f26d9-1f59-4408-a81b-761035d2519b HTTP/1.1" status: 204 len: 168 time: 0.5138209 Nov 08 14:15:05.970472 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de7264-d452-4217-b041-72f1535cf17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f26d9-1f59-4408-a81b-761035d2519b,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:06.026922 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f051d772-7d09-42d3-b6b6-e84bccb7d20e req-8eb4c95d-b332-469f-ab02-887d2e43935d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Nov 08 14:15:06.035342 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f40b8c2-fc2a-42e2-bb17-9147f221277f req-e5e51b37-01cd-41ea-bf90-b2f0bde50a22 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843730 Nov 08 14:15:06.245213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-55a5afb9-ab9e-4da0-9fcd-b701869ec185 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:06.246751 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-55a5afb9-ab9e-4da0-9fcd-b701869ec185 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 946 time: 0.0531926 Nov 08 14:15:06.357297 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Deleting port 2904084b-977b-4877-9d38-e7c5878a10c2 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:15:06.357735 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:06.501014 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] For port 2904084b-977b-4877-9d38-e7c5878a10c2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=2904084b-977b-4877-9d38-e7c5878a10c2,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:06.502012 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:06.523194 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Calling delete_port for 2904084b-977b-4877-9d38-e7c5878a10c2 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:15:06.704480 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-8839e39f-b46e-4bf5-a13a-73efce18f82c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:06.707463 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-8839e39f-b46e-4bf5-a13a-73efce18f82c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/networks?id=4087b6c2-2509-4e24-9de0-8b447d661ade HTTP/1.1" status: 200 len: 811 time: 0.2065651 Nov 08 14:15:06.736838 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-cd9b52f6-11e1-4597-a34f-d6243a231271 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/quotas/b6ecdfb644c64ce39fa257b8610ea5e1 HTTP/1.1" status: 200 len: 375 time: 0.0219400 Nov 08 14:15:06.748086 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c715-de8c-46c0-a863-2f659fdc3b31 req-86caf75e-9a43-4a7f-811a-646e6b4ea4e1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:06.750349 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d437c715-de8c-46c0-a863-2f659fdc3b31 req-86caf75e-9a43-4a7f-811a-646e6b4ea4e1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.1275027 Nov 08 14:15:06.780426 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:06.793656 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-7c7e7487-77ce-473c-9dbc-34dfe0b32881 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417879 Nov 08 14:15:06.803060 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['fa6ba5bf-3df0-41b7-8875-8c56aa99b53c', '2904084b-977b-4877-9d38-e7c5878a10c2'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:06.838062 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Pushing event deleted for resources: {'Port': ['ID=2904084b-977b-4877-9d38-e7c5878a10c2,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:06.846764 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d437c715-de8c-46c0-a863-2f659fdc3b31 req-dfd56245-bb27-4f07-9e3a-946c1ccaecf4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838079 Nov 08 14:15:06.923725 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] No DVR routers for this DVR port 2904084b-977b-4877-9d38-e7c5878a10c2 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:15:06.927139 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:06.932152 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-66de17e5-cd60-44c2-9290-f7ba19575b3c req-8c92ab81-1cff-4ad2-a070-426a739a3506 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "DELETE /v2.0/ports/2904084b-977b-4877-9d38-e7c5878a10c2 HTTP/1.1" status: 204 len: 173 time: 0.6768210 Nov 08 14:15:06.932715 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da2b70e-51a7-4998-8719-1897d7366a31', 'name': 'network-vif-deleted', 'tag': '2904084b-977b-4877-9d38-e7c5878a10c2'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:06.935108 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155c05fb-67e2-4fac-aa5b-199d0e608933" -d '{"events": [{"server_uuid": "9da2b70e-51a7-4998-8719-1897d7366a31", "name": "network-vif-deleted", "tag": "2904084b-977b-4877-9d38-e7c5878a10c2"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:06.961745 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-92b8c536-9108-4674-8340-bc1bf3338c08 service neutron] 10.222.0.73 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414022 Nov 08 14:15:06.989014 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e40ba-89a4-4afe-8b72-f9ebac59c2a8 x-openstack-request-id: req-2a0e40ba-89a4-4afe-8b72-f9ebac59c2a8 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:06.989014 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da2b70e-51a7-4998-8719-1897d7366a31", "name": "network-vif-deleted", "tag": "2904084b-977b-4877-9d38-e7c5878a10c2", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:06.989338 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a0e40ba-89a4-4afe-8b72-f9ebac59c2a8 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:06.990132 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da2b70e-51a7-4998-8719-1897d7366a31', 'name': 'network-vif-deleted', 'tag': '2904084b-977b-4877-9d38-e7c5878a10c2', 'status': 'completed', 'code': 200} Nov 08 14:15:07.065858 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-2f5d9d46-5da4-4d3c-a649-5595b52bd48b service neutron] 10.222.0.73 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018424 Nov 08 14:15:07.176759 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f741516f-adc1-4982-85d3-6fa1770bb26f req-a3c37ed7-dd73-42ca-bcee-ece575490623 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.0500515 Nov 08 14:15:07.377415 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf203c-0788-4c21-bcb4-66416291f081 req-3b3f34c7-ecc2-4fc5-b514-3235dfd5fcc6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:07.380495 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a8bf203c-0788-4c21-bcb4-66416291f081 req-3b3f34c7-ecc2-4fc5-b514-3235dfd5fcc6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1089208 Nov 08 14:15:07.431980 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cd174ab4-3e7a-4562-96a9-666287c656ee req-e37d1e06-c04c-4e6f-a681-7e2e7bbd39f3 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 210 time: 0.0494113 Nov 08 14:15:07.489684 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a8bf203c-0788-4c21-bcb4-66416291f081 req-9c39cedc-480b-484a-9665-710a4f9d19e0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923915 Nov 08 14:15:07.582267 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40330) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:07.708137 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-316948726-network', 'tenant_id': 'a3bbd51183ff4ae98df3dfdaec9eef51'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:07.804534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Made reservation on behalf of a3bbd51183ff4ae98df3dfdaec9eef51 for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:07.807739 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:07.818920 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:07.931496 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:08.010528 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa5ac-86cf-4fbb-b980-5f25880baadd req-91d902b4-3077-4525-aa7e-4d323f74a16f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:08.012169 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2f4aa5ac-86cf-4fbb-b980-5f25880baadd req-91d902b4-3077-4525-aa7e-4d323f74a16f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.0581329 Nov 08 14:15:08.057562 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2f4aa5ac-86cf-4fbb-b980-5f25880baadd req-989e1d84-2d45-49c1-8698-c55b729a4b44 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378120 Nov 08 14:15:08.142657 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:08.168877 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:15:08.183937 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8d0239-36a1-4adf-a9ed-fb775fd407bd,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:08.224706 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:08.225066 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Added segment acfe444b-a0f7-46c6-8a22-ca37c5698d34 of type vlan for network cf1bb786-4fff-45f7-82d1-206ec3ff93ba Nov 08 14:15:08.272303 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:08.305075 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e69b760-42fd-4754-8461-7f58528c0d7a req-0d644a9c-0723-4af5-ac08-51ff0a930ea9 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da2b70e-51a7-4998-8719-1897d7366a31 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Nov 08 14:15:08.425981 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:08.427624 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:08.428341 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:08.526596 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] Pushing event updated for resources: {'Network': ['ID=cf1bb786-4fff-45f7-82d1-206ec3ff93ba,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:08.530370 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8fe72d10-c5d6-4326-94fe-8f1eba2b740b req-c5a587ca-907e-4876-82e6-3c1293431e1b tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 210 time: 0.0331423 Nov 08 14:15:08.546229 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network cf1bb786-4fff-45f7-82d1-206ec3ff93ba details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:15:08.611012 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-562afc09-19cf-4e90-89ba-b2c681d987ad admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0275664 Nov 08 14:15:08.620384 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40364) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:08.622286 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Request body: {'subnet': {'network_id': 'cf1bb786-4fff-45f7-82d1-206ec3ff93ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-316948726-subnet', 'tenant_id': 'a3bbd51183ff4ae98df3dfdaec9eef51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:08.659302 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80b9ba-bac5-4295-b8a1-02ab77b94ce8 req-8f81225a-f58c-427f-8429-0bdadc83941a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:08.660982 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e80b9ba-bac5-4295-b8a1-02ab77b94ce8 req-8f81225a-f58c-427f-8429-0bdadc83941a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0708060 Nov 08 14:15:08.710625 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e80b9ba-bac5-4295-b8a1-02ab77b94ce8 req-8d48b071-175e-4e1b-b157-100aa77c5a08 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405433 Nov 08 14:15:08.808356 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Made reservation on behalf of a3bbd51183ff4ae98df3dfdaec9eef51 for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:08.811856 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520386038'] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:09.187879 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2d445-0a1a-41fe-ae1d-a9e7505d4a4c req-31605cbc-52ab-457d-a65f-dcd65f7ab02e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:09.189473 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8cd2d445-0a1a-41fe-ae1d-a9e7505d4a4c req-31605cbc-52ab-457d-a65f-dcd65f7ab02e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.0525711 Nov 08 14:15:09.210305 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520520974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520386020'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:09.278195 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8cd2d445-0a1a-41fe-ae1d-a9e7505d4a4c req-c98ed2e1-5072-4525-bbc8-9febc92e7aea tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825765 Nov 08 14:15:09.293609 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd991e66-a523-4aac-a47e-ef02a4862702,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:09.314091 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Checking segment: {'id': 'acfe444b-a0f7-46c6-8a22-ca37c5698d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'cf1bb786-4fff-45f7-82d1-206ec3ff93ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:15:09.314634 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Network hostable DHCP agents. Network: cf1bb786-4fff-45f7-82d1-206ec3ff93ba, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:15:09.477392 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Network cf1bb786-4fff-45f7-82d1-206ec3ff93ba is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:15:09.634100 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a1c82894-3e40-450c-95ca-11df988f8d4e req-40889cc6-c77f-4709-9e60-c3232420fbba tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Nov 08 14:15:09.654330 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, cf1bb786-4fff-45f7-82d1-206ec3ff93ba) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:09.661220 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:09.662204 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:09.664490 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6dfc2d-f884-4b9b-9c23-453ffdfff33a None None] Network cf1bb786-4fff-45f7-82d1-206ec3ff93ba requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:09.777218 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-8e27637c-41d5-4a5e-b507-d7a62d6435ca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1606901 Nov 08 14:15:09.827525 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec442652-1fe9-46cd-8e16-69b525e25839 None None] Network cf1bb786-4fff-45f7-82d1-206ec3ff93ba requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:09.935168 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6893ee-de3b-42f5-84ac-4fe727f48172 req-37519be8-77a1-4356-a61c-4c65f6f60fde tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:09.943363 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4b6893ee-de3b-42f5-84ac-4fe727f48172 req-37519be8-77a1-4356-a61c-4c65f6f60fde tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1384377 Nov 08 14:15:10.009488 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4b6893ee-de3b-42f5-84ac-4fe727f48172 req-ec00b07e-5027-4fb7-9d30-e8c0d7876700 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641875 Nov 08 14:15:10.027845 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925ae9-88bf-4eee-bc51-814d23824a80 req-708d39de-2db2-4187-a26f-60fbf5209457 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:10.048017 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-42925ae9-88bf-4eee-bc51-814d23824a80 req-708d39de-2db2-4187-a26f-60fbf5209457 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0829873 Nov 08 14:15:10.069525 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-42925ae9-88bf-4eee-bc51-814d23824a80 req-9c715468-e8d5-4e89-82ed-7e38cc7b2b7c tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339091 Nov 08 14:15:10.225399 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 2904084b-977b-4877-9d38-e7c5878a10c2 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:10.248342 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 2904084b-977b-4877-9d38-e7c5878a10c2 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:15:10.248686 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 2904084b-977b-4877-9d38-e7c5878a10c2 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:10.461052 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121b13-3afc-4402-a86d-032a1811e778 req-21bcec0d-f4d8-4bc6-902a-052e30f44eab tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:10.462906 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-05121b13-3afc-4402-a86d-032a1811e778 req-21bcec0d-f4d8-4bc6-902a-052e30f44eab tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.0875056 Nov 08 14:15:10.504440 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-d0d3a11e-5e8e-4c43-a93a-c27d7789cbf0 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:10.506008 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-d0d3a11e-5e8e-4c43-a93a-c27d7789cbf0 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "GET /v2.0/networks?id=4087b6c2-2509-4e24-9de0-8b447d661ade HTTP/1.1" status: 200 len: 811 time: 0.1278956 Nov 08 14:15:10.521235 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-05121b13-3afc-4402-a86d-032a1811e778 req-c388829f-af24-4af8-8ad9-4d418610279f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481348 Nov 08 14:15:10.522751 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Request body: {'port': {'device_id': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade', 'admin_state_up': True, 'tenant_id': 'b6ecdfb644c64ce39fa257b8610ea5e1'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:10.747514 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5209ac39-2764-4ae5-914a-98e78a0ba131 req-b30cc87e-2a07-4bb4-a422-a29aef51ff9b tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 210 time: 0.0421135 Nov 08 14:15:10.917343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Made reservation on behalf of b6ecdfb644c64ce39fa257b8610ea5e1 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:10.921058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.087732 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Allocated IP 172.20.0.5 (4087b6c2-2509-4e24-9de0-8b447d661ade/8ab50de1-b2b0-4328-8022-b473cc5c2fa8/68bf053e-f788-4a76-b33d-c62d02242406) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:11.106767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40408) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:11.114995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-8002300-network', 'tenant_id': '3295d47a7a584653b26dc7eb8c1e294d'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:11.344328 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Made reservation on behalf of 3295d47a7a584653b26dc7eb8c1e294d for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:11.347383 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb66ed-a7c3-4317-ad71-5fbb9112aa3f req-3e405906-3964-4b0b-adfa-af1dcf3f4646 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:11.348481 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.350122 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e4fb66ed-a7c3-4317-ad71-5fbb9112aa3f req-3e405906-3964-4b0b-adfa-af1dcf3f4646 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1584175 Nov 08 14:15:11.366905 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5c59-41c9-425e-8fbe-e87fd938d64f req-9192aac3-e9c0-4ba7-b9b8-e12542dc13a9 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:11.368587 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.370444 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ccd5c59-41c9-425e-8fbe-e87fd938d64f req-9192aac3-e9c0-4ba7-b9b8-e12542dc13a9 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1606622 Nov 08 14:15:11.401003 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.470186 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e4fb66ed-a7c3-4317-ad71-5fbb9112aa3f req-3ad00e4c-4176-4536-89be-6526ac65349e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982270 Nov 08 14:15:11.484636 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6ccd5c59-41c9-425e-8fbe-e87fd938d64f req-fa7e55d7-1d4f-4643-b0b1-9f02cd9452b2 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008201 Nov 08 14:15:11.504470 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.536139 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.584104 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Network 4087b6c2-2509-4e24-9de0-8b447d661ade is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:11.590560 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:11.598314 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:11.601083 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.628069 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Pushing event updated for resources: {'Port': ['ID=68bf053e-f788-4a76-b33d-c62d02242406,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:11.659960 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:15:11.683700 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74d1841-3b56-4843-b2d7-3f1364b887e4,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:11.692197 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:11.692882 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.696782 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.697146 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Added segment ff9d8f4a-2023-42e2-9bf2-f5c75ea37471 of type vlan for network 96bc538e-ccf4-4757-a5ba-75f04d3ddccb Nov 08 14:15:11.752306 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.805679 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-dbb74e4c-30ed-4964-946c-39891cda5f50 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2873147 Nov 08 14:15:11.827517 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Request body: {'port': {'device_id': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:11.832503 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.833682 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:11.834559 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.905760 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f81d-bd88-4365-a81f-f7b97ad3310c req-d01894b6-be1a-4b29-9ece-32ce3a480e45 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:11.907528 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f684f81d-bd88-4365-a81f-f7b97ad3310c req-d01894b6-be1a-4b29-9ece-32ce3a480e45 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 931 time: 0.0818470 Nov 08 14:15:11.945167 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] Pushing event updated for resources: {'Network': ['ID=96bc538e-ccf4-4757-a5ba-75f04d3ddccb,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:11.954251 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:11.955116 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f684f81d-bd88-4365-a81f-f7b97ad3310c req-4273f65b-194d-4af3-8efe-e6cb300aecfb tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 Nov 08 14:15:11.956630 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 96bc538e-ccf4-4757-a5ba-75f04d3ddccb details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:15:11.973220 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-9d218799-9a77-478c-b658-e591f69b6421 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8624234 Nov 08 14:15:11.973580 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40416) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:11.980200 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Request body: {'subnet': {'network_id': '96bc538e-ccf4-4757-a5ba-75f04d3ddccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-8002300-subnet', 'tenant_id': '3295d47a7a584653b26dc7eb8c1e294d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:12.101664 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Made reservation on behalf of 3295d47a7a584653b26dc7eb8c1e294d for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:12.104959 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520386038'] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:12.283122 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bf053e-f788-4a76-b33d-c62d02242406 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:12.299688 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:12.324351 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Transition to ACTIVE for port object 68bf053e-f788-4a76-b33d-c62d02242406 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:15:12.391245 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:12.463501 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Pushing event updated for resources: {'Port': ['ID=68bf053e-f788-4a76-b33d-c62d02242406,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:12.534700 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Attempting to bind port 68bf053e-f788-4a76-b33d-c62d02242406 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:15:12.535665 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Attempting to bind port 68bf053e-f788-4a76-b33d-c62d02242406 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:15:12.535862 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Attempting to bind port 68bf053e-f788-4a76-b33d-c62d02242406 on network 4087b6c2-2509-4e24-9de0-8b447d661ade {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:12.544499 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Port 68bf053e-f788-4a76-b33d-c62d02242406 on network 4087b6c2-2509-4e24-9de0-8b447d661ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:15:12.545046 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Attempting to bind port 68bf053e-f788-4a76-b33d-c62d02242406 on network 4087b6c2-2509-4e24-9de0-8b447d661ade {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:12.552863 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:12.553202 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Checking segment: {'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:15:12.553581 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Bound using segment: {'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:12.554004 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Bound port: 68bf053e-f788-4a76-b33d-c62d02242406, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74b8714-8045-4ab9-9916-f5ec4027a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:15:12.554364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:12.630088 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] For port 68bf053e-f788-4a76-b33d-c62d02242406, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:12.633910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] For port 68bf053e-f788-4a76-b33d-c62d02242406, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=68bf053e-f788-4a76-b33d-c62d02242406,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:12.684830 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf5020-c869-42be-af9c-54f9d4bb0a4f req-449c5739-93f9-4c41-8332-7f24d42c32ab tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:12.686351 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5aaf5020-c869-42be-af9c-54f9d4bb0a4f req-449c5739-93f9-4c41-8332-7f24d42c32ab tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1094315 Nov 08 14:15:12.698885 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96537-8de3-40b9-a021-441eac801244 req-5fc2a884-b098-4e5d-b6c6-90da2968fb4e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:12.700507 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d3e96537-8de3-40b9-a021-441eac801244 req-5fc2a884-b098-4e5d-b6c6-90da2968fb4e tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0993612 Nov 08 14:15:12.751404 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:12.759186 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5aaf5020-c869-42be-af9c-54f9d4bb0a4f req-791207c1-57e8-4a5b-aced-993738586eae tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575933 Nov 08 14:15:12.767306 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d3e96537-8de3-40b9-a021-441eac801244 req-82366f94-b42a-4b29-af48-cafb2276cf20 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Nov 08 14:15:12.768669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520520974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520386020'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:12.801098 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:12.801734 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:12.803174 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] 10.222.0.64 "PUT /v2.0/ports/68bf053e-f788-4a76-b33d-c62d02242406 HTTP/1.1" status: 200 len: 1093 time: 0.9808743 Nov 08 14:15:12.804996 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'tag': '68bf053e-f788-4a76-b33d-c62d02242406'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:12.807125 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b9b0bb-3184-4888-88a9-41a12a604f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6ab766-9b27-4bcf-9722-827b33a724b6", "tag": "68bf053e-f788-4a76-b33d-c62d02242406"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:12.827834 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6837b8ec-3fbf-4edf-bbfd-ca6497d0c0e2,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:12.842429 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b94951-1693-47b4-a99a-e3efb336a1ac service neutron] Pushing event updated for resources: {'Port': ['ID=68bf053e-f788-4a76-b33d-c62d02242406,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:12.844368 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Checking segment: {'id': 'ff9d8f4a-2023-42e2-9bf2-f5c75ea37471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '96bc538e-ccf4-4757-a5ba-75f04d3ddccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:15:12.844742 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Network hostable DHCP agents. Network: 96bc538e-ccf4-4757-a5ba-75f04d3ddccb, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:15:12.870884 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87305ec8-dbd6-488d-b339-d733843b7727 x-openstack-request-id: req-87305ec8-dbd6-488d-b339-d733843b7727 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:12.873762 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6ab766-9b27-4bcf-9722-827b33a724b6", "tag": "68bf053e-f788-4a76-b33d-c62d02242406", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:12.873762 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87305ec8-dbd6-488d-b339-d733843b7727 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:12.873762 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'tag': '68bf053e-f788-4a76-b33d-c62d02242406', 'status': 'completed', 'code': 200} Nov 08 14:15:12.927565 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Network 96bc538e-ccf4-4757-a5ba-75f04d3ddccb is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:15:12.960929 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9b0bb-3184-4888-88a9-41a12a604f4c req-006cdeed-6acb-4977-b4ac-dea88365dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:12.964659 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f8b9b0bb-3184-4888-88a9-41a12a604f4c req-006cdeed-6acb-4977-b4ac-dea88365dbb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 1096 time: 0.0699396 Nov 08 14:15:13.043801 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 96bc538e-ccf4-4757-a5ba-75f04d3ddccb) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:13.054197 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d878973-1427-4233-8b20-e0aba2634f13 None None] Network 96bc538e-ccf4-4757-a5ba-75f04d3ddccb requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:13.078377 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.079168 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:13.121044 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9b0bb-3184-4888-88a9-41a12a604f4c req-39005a79-24b9-497e-91e1-4ff1e4907898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.123642 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f8b9b0bb-3184-4888-88a9-41a12a604f4c req-39005a79-24b9-497e-91e1-4ff1e4907898 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1448300 Nov 08 14:15:13.128234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557042b-f8f6-4b39-ba8e-81f97c509f2b req-e04dd75d-2c86-4427-85a5-9909db5d514e tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.130039 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f557042b-f8f6-4b39-ba8e-81f97c509f2b req-e04dd75d-2c86-4427-85a5-9909db5d514e tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 943 time: 0.1034794 Nov 08 14:15:13.194958 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-cab18f76-8603-4810-b48f-7fc7f11d2aea admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2200055 Nov 08 14:15:13.228170 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f557042b-f8f6-4b39-ba8e-81f97c509f2b req-f4bf20b5-aad6-48b0-9df5-8cea947b2d64 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841844 Nov 08 14:15:13.264885 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9b0bb-3184-4888-88a9-41a12a604f4c req-2d416294-5ee0-4959-adad-d5542bdee916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.266715 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-f8b9b0bb-3184-4888-88a9-41a12a604f4c req-2d416294-5ee0-4959-adad-d5542bdee916 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1352239 Nov 08 14:15:13.349645 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ed2a7-f516-40a9-9c58-1372e5a50cca None None] Network 96bc538e-ccf4-4757-a5ba-75f04d3ddccb requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:13.361923 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-3fc6ca91-4333-4648-9f51-fc36b8781792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.363588 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-3fc6ca91-4333-4648-9f51-fc36b8781792 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 1096 time: 0.0464394 Nov 08 14:15:13.416434 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-49193c7e-f017-47a6-8cf8-2bb1a30916e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68bf053e-f788-4a76-b33d-c62d02242406 HTTP/1.1" status: 200 len: 217 time: 0.0422926 Nov 08 14:15:13.481180 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-e0f69467-d28a-4fc8-b2db-631a0829b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.482939 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-e0f69467-d28a-4fc8-b2db-631a0829b867 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ab50de1-b2b0-4328-8022-b473cc5c2fa8 HTTP/1.1" status: 200 len: 851 time: 0.0570786 Nov 08 14:15:13.518866 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-d1ccbdc0-7114-42e5-b22f-9821444c7c93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4087b6c2-2509-4e24-9de0-8b447d661ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279412 Nov 08 14:15:13.625728 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-9ec31417-3c1a-4b58-bd82-4a9fae7bee9f service neutron] 10.222.0.64 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985961 Nov 08 14:15:13.744182 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-13c1541f-7b78-42e8-8e28-de5f89063219 req-3377c515-8b3a-4ca9-8502-efc7e583e40c service neutron] 10.222.0.64 "GET /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058121 Nov 08 14:15:13.933029 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9042ba-1444-4870-b6fb-f0385c912a43 req-8fd6dbd7-49b9-460b-94e5-51980da2c058 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.934520 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca9042ba-1444-4870-b6fb-f0385c912a43 req-8fd6dbd7-49b9-460b-94e5-51980da2c058 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0856545 Nov 08 14:15:13.946730 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dc03-8963-4726-a531-fe6661086040 req-9c9550fe-bed8-4496-94ec-6c181f42f1f8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.952266 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a021dc03-8963-4726-a531-fe6661086040 req-9c9550fe-bed8-4496-94ec-6c181f42f1f8 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0975006 Nov 08 14:15:14.005048 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a021dc03-8963-4726-a531-fe6661086040 req-155ee4d8-a193-4b40-b47a-1c05fb6f4deb tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Nov 08 14:15:14.008026 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca9042ba-1444-4870-b6fb-f0385c912a43 req-447d687f-99c3-47a8-847f-db07b0381395 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585451 Nov 08 14:15:14.358958 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b76960-b1c1-4c0e-8679-b7e93cf381e7 req-80d9587b-27e2-4941-8fe0-283bf01276f8 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:14.361824 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13b76960-b1c1-4c0e-8679-b7e93cf381e7 req-80d9587b-27e2-4941-8fe0-283bf01276f8 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 943 time: 0.0630929 Nov 08 14:15:14.404498 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13b76960-b1c1-4c0e-8679-b7e93cf381e7 req-8fecc62b-b659-4bf8-92d5-584e5b354e9c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Nov 08 14:15:15.173301 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a34534-ce81-488b-ac49-bb20b2acb810 req-41e66467-9743-4395-910f-e46a88bf5eb3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:15.174926 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-61a34534-ce81-488b-ac49-bb20b2acb810 req-41e66467-9743-4395-910f-e46a88bf5eb3 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0852177 Nov 08 14:15:15.187471 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88086f04-cc5d-41c9-8042-015414f8ef18 req-0c728051-27c8-4dac-b781-99cb532b42fe tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:15.189071 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-88086f04-cc5d-41c9-8042-015414f8ef18 req-0c728051-27c8-4dac-b781-99cb532b42fe tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0961702 Nov 08 14:15:15.252118 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-61a34534-ce81-488b-ac49-bb20b2acb810 req-1d7c5e23-b412-4fd3-a557-9aad27f5aa14 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620208 Nov 08 14:15:15.257509 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-88086f04-cc5d-41c9-8042-015414f8ef18 req-d4c48b6b-c874-4313-8f97-e52c9fb31628 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606503 Nov 08 14:15:15.529515 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ac906-45f7-4fea-81cd-33854211f1d7 req-1abd5b5e-3ac0-43db-98ae-9e2d34349b1c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:15.531206 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-883ac906-45f7-4fea-81cd-33854211f1d7 req-1abd5b5e-3ac0-43db-98ae-9e2d34349b1c tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 943 time: 0.0514171 Nov 08 14:15:15.572795 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-883ac906-45f7-4fea-81cd-33854211f1d7 req-0a664ada-c1c5-48ad-ba73-4b6f2fbf03d9 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Nov 08 14:15:16.411924 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-dd68ce17-ec99-42bc-86ab-afde7b6dce19 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:16.414598 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-dd68ce17-ec99-42bc-86ab-afde7b6dce19 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.0583882 Nov 08 14:15:16.424285 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b32ff3-eafc-42a3-8c29-3b7c852feab2 req-0906591e-8c59-4eb7-b679-61a9a402633a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:16.426114 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4b32ff3-eafc-42a3-8c29-3b7c852feab2 req-0906591e-8c59-4eb7-b679-61a9a402633a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0855937 Nov 08 14:15:16.438802 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09197-b91f-4ebc-970d-d8cf2d6b10b2 req-83d80032-c945-4cd2-b4a1-c6c7f66348d5 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:16.440722 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c3f09197-b91f-4ebc-970d-d8cf2d6b10b2 req-83d80032-c945-4cd2-b4a1-c6c7f66348d5 tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 945 time: 0.1096716 Nov 08 14:15:16.503233 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4b32ff3-eafc-42a3-8c29-3b7c852feab2 req-7539e331-bf32-492f-ae9a-040e7c13975f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610998 Nov 08 14:15:16.514834 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c3f09197-b91f-4ebc-970d-d8cf2d6b10b2 req-2e27a460-b2c4-4a05-a1d6-da0dd3a08daa tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/security-groups?id=92eda8af-2b7c-46ef-9618-fff6a0e0aab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625935 Nov 08 14:15:16.517187 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Deleting port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:15:16.517598 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:16.614317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] For port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:16.614686 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:16.628317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Calling delete_port for fa6ba5bf-3df0-41b7-8875-8c56aa99b53c owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:15:16.695088 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e15a4-a741-47fa-a466-d016ffa67873 req-f699df1a-9f9c-4fbc-9561-e09fa3956119 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:16.697545 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e93e15a4-a741-47fa-a466-d016ffa67873 req-f699df1a-9f9c-4fbc-9561-e09fa3956119 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 943 time: 0.0511286 Nov 08 14:15:16.739284 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e93e15a4-a741-47fa-a466-d016ffa67873 req-529a625c-b576-4e45-9516-df1b5018f563 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Nov 08 14:15:16.904817 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:16.920816 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['fa6ba5bf-3df0-41b7-8875-8c56aa99b53c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:16.934342 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Pushing event deleted for resources: {'Port': ['ID=fa6ba5bf-3df0-41b7-8875-8c56aa99b53c,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:16.986101 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] No DVR routers for this DVR port fa6ba5bf-3df0-41b7-8875-8c56aa99b53c on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:15:16.988925 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:16.992325 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-84e6fc8b-f7e8-481c-a4d7-446a7ea06eb9 req-06d41ba7-be07-4c00-912b-d3962764633a tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.64 "DELETE /v2.0/ports/fa6ba5bf-3df0-41b7-8875-8c56aa99b53c HTTP/1.1" status: 204 len: 173 time: 0.5717034 Nov 08 14:15:16.993281 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'name': 'network-vif-deleted', 'tag': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:16.995694 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f793cc49-a1b5-4e5a-b783-f7512e8ff001" -d '{"events": [{"server_uuid": "bf5e8057-75f1-49df-99fd-70ea97f238e7", "name": "network-vif-deleted", "tag": "fa6ba5bf-3df0-41b7-8875-8c56aa99b53c"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:17.038553 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d8c5bd-f8a3-49c6-8631-6ccb5018daea x-openstack-request-id: req-41d8c5bd-f8a3-49c6-8631-6ccb5018daea {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:17.038856 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5e8057-75f1-49df-99fd-70ea97f238e7", "name": "network-vif-deleted", "tag": "fa6ba5bf-3df0-41b7-8875-8c56aa99b53c", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:17.039107 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41d8c5bd-f8a3-49c6-8631-6ccb5018daea {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:17.039530 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5e8057-75f1-49df-99fd-70ea97f238e7', 'name': 'network-vif-deleted', 'tag': 'fa6ba5bf-3df0-41b7-8875-8c56aa99b53c', 'status': 'completed', 'code': 200} Nov 08 14:15:17.650363 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-860f5f5c-244e-4b30-9ab9-0c89722b571f req-ad1e4431-9477-4e27-b986-86c38544416d tempest-ServerRescueNegativeTestJSON-1225283895 tempest-ServerRescueNegativeTestJSON-1225283895-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf5e8057-75f1-49df-99fd-70ea97f238e7 HTTP/1.1" status: 200 len: 210 time: 0.0339861 Nov 08 14:15:17.667146 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c458-38f9-425b-b365-10095944b7db req-bb98e5a4-767e-4214-988e-9e8114d8f0df tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:17.668775 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c360c458-38f9-425b-b365-10095944b7db req-bb98e5a4-767e-4214-988e-9e8114d8f0df tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0823865 Nov 08 14:15:17.724575 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c360c458-38f9-425b-b365-10095944b7db req-6422a69a-d379-47d8-90df-c2621c27edcc tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468938 Nov 08 14:15:17.876048 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae156-f9bb-48bb-b83f-308aaf95e314 req-e99cd550-d6bd-44ba-b1b0-12cf1f4a608f tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:17.877662 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-70aae156-f9bb-48bb-b83f-308aaf95e314 req-e99cd550-d6bd-44ba-b1b0-12cf1f4a608f tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 943 time: 0.0606649 Nov 08 14:15:17.930567 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-70aae156-f9bb-48bb-b83f-308aaf95e314 req-0fb0049e-5c54-4d0a-a95b-5277a4e4af42 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Nov 08 14:15:18.160965 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0a92-71f3-426c-a3db-4dc94589fe9e req-f431073b-36eb-46a9-8901-6f36380ff17b tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:18.162507 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c48d0a92-71f3-426c-a3db-4dc94589fe9e req-f431073b-36eb-46a9-8901-6f36380ff17b tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0658119 Nov 08 14:15:18.207423 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c48d0a92-71f3-426c-a3db-4dc94589fe9e req-7b6262dd-5d0f-4155-b773-723036105619 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378721 Nov 08 14:15:18.270603 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 68bf053e-f788-4a76-b33d-c62d02242406 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:15:18.405764 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-6c2b48de-f229-4db1-9e4b-ad2b3579d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:18.407384 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-6c2b48de-f229-4db1-9e4b-ad2b3579d889 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 1098 time: 0.0528049 Nov 08 14:15:18.422339 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 68bf053e-f788-4a76-b33d-c62d02242406, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=68bf053e-f788-4a76-b33d-c62d02242406,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:18.438301 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '68bf053e-f788-4a76-b33d-c62d02242406', 'network_id': '4087b6c2-2509-4e24-9de0-8b447d661ade', 'port_id': '68bf053e-f788-4a76-b33d-c62d02242406', 'mac_address': 'fa:16:3e:53:ab:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab50de1-b2b0-4328-8022-b473cc5c2fa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:15:18.498192 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:18.512258 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bf053e-f788-4a76-b33d-c62d02242406 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:18.520557 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-37267710-cf50-4837-bcd5-ede786fdba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:18.522039 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-37267710-cf50-4837-bcd5-ede786fdba51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 912 time: 0.1074865 Nov 08 14:15:18.547868 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 68bf053e-f788-4a76-b33d-c62d02242406, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=68bf053e-f788-4a76-b33d-c62d02242406,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:18.598594 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-96ea2bde-39bf-4bca-8cd2-15e5907d8b22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eff18783-297f-4996-9efe-fbeb2e753ce9 HTTP/1.1" status: 200 len: 1001 time: 0.0688305 Nov 08 14:15:18.649989 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:18.652597 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-87ac4714-0d20-4543-985f-e953365021ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:18.654263 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-87ac4714-0d20-4543-985f-e953365021ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.0485647 Nov 08 14:15:18.713512 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-6597cf87-7d95-4dde-bab3-b65732b8efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:18.715095 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-6597cf87-7d95-4dde-bab3-b65732b8efaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474389 Nov 08 14:15:18.719426 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=68bf053e-f788-4a76-b33d-c62d02242406,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:18.732536 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40488) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:18.736914 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.737291 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.737646 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.737986 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.738323 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.738831 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.739246 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.739585 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.740505 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.740840 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.741170 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.742555 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:18.846909 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-9bda39cb-bdca-4273-967e-986942ec8ae6 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216445 Nov 08 14:15:18.947417 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a40a55c8-1efa-473a-ac8e-2c71ebc07331 req-d82e16c4-25f4-4cdd-a17e-2811b1649ea7 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923052 Nov 08 14:15:18.949710 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['68bf053e-f788-4a76-b33d-c62d02242406'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:19.136383 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb63a0-4e8c-41ea-ac02-09af1ebd615a req-1a7adacb-e921-498c-850c-0fdb5c11cb81 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:19.137993 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-efdb63a0-4e8c-41ea-ac02-09af1ebd615a req-1a7adacb-e921-498c-850c-0fdb5c11cb81 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 944 time: 0.1198249 Nov 08 14:15:19.205995 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-efdb63a0-4e8c-41ea-ac02-09af1ebd615a req-8a3f765f-54ce-43da-a4a9-b770d1e938e4 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601749 Nov 08 14:15:19.332729 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:19.427040 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7c12-6093-44a2-8337-cd855cbc88f9 req-95a7c506-b496-4370-b947-534feb35a5ec tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:19.428664 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-769a7c12-6093-44a2-8337-cd855cbc88f9 req-95a7c506-b496-4370-b947-534feb35a5ec tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1298230 Nov 08 14:15:19.537650 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-769a7c12-6093-44a2-8337-cd855cbc88f9 req-ef62ee88-d75f-43fa-8028-847b93bd4a35 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978880 Nov 08 14:15:19.737198 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Deleting port f93e6418-51e0-4924-b209-286d3cb46555 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:15:19.738023 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:19.844400 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] For port f93e6418-51e0-4924-b209-286d3cb46555, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f93e6418-51e0-4924-b209-286d3cb46555,segment=NetworkSegment(94d0bc4e-37bc-4504-8e9b-d1e8badd40c4),segment_id=94d0bc4e-37bc-4504-8e9b-d1e8badd40c4)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:19.844935 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:19.868236 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Calling delete_port for f93e6418-51e0-4924-b209-286d3cb46555 owned by network:router_interface {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:15:20.192809 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:20.224245 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f93e6418-51e0-4924-b209-286d3cb46555,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:20.279271 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 68bf053e-f788-4a76-b33d-c62d02242406 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:20.395861 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 68bf053e-f788-4a76-b33d-c62d02242406 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:15:20.400660 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 68bf053e-f788-4a76-b33d-c62d02242406 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:20.402617 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:20.402813 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ca58-f2da-4d11-9c72-75918ef6033f req-aed2f015-06f4-4180-9854-300bcad06fd1 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:20.403031 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f929ca58-f2da-4d11-9c72-75918ef6033f req-aed2f015-06f4-4180-9854-300bcad06fd1 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 944 time: 0.1183112 Nov 08 14:15:20.464157 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f929ca58-f2da-4d11-9c72-75918ef6033f req-663d6bc0-73ce-4894-97cf-eb6712e96f4d tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538507 Nov 08 14:15:20.469016 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:20.510951 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:20.537387 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf053e-f788-4a76-b33d-c62d02242406'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:20.540598 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615de111-8d56-4bc9-84eb-84c75e63a794" -d '{"events": [{"server_uuid": "0e6ab766-9b27-4bcf-9722-827b33a724b6", "name": "network-vif-plugged", "status": "completed", "tag": "68bf053e-f788-4a76-b33d-c62d02242406"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:20.557159 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 68bf053e-f788-4a76-b33d-c62d02242406, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=68bf053e-f788-4a76-b33d-c62d02242406,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:20.589317 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e385e0-1dbe-4cd9-b557-3d36daf0fb6c x-openstack-request-id: req-e3e385e0-1dbe-4cd9-b557-3d36daf0fb6c {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:20.589692 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6ab766-9b27-4bcf-9722-827b33a724b6", "name": "network-vif-plugged", "status": "completed", "tag": "68bf053e-f788-4a76-b33d-c62d02242406", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:20.589950 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3e385e0-1dbe-4cd9-b557-3d36daf0fb6c {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:20.590357 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf053e-f788-4a76-b33d-c62d02242406', 'code': 200} Nov 08 14:15:20.643996 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:20.644821 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fa6ba5bf-3df0-41b7-8875-8c56aa99b53c no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:20.667350 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: fa6ba5bf-3df0-41b7-8875-8c56aa99b53c {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:15:20.667721 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fa6ba5bf-3df0-41b7-8875-8c56aa99b53c not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:20.717987 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=68bf053e-f788-4a76-b33d-c62d02242406,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:20.745721 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab11e5-3f57-4fd8-848f-059e903b9bcb req-a15d375d-844c-4543-a226-c01b5d2472cb tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:20.747346 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97ab11e5-3f57-4fd8-848f-059e903b9bcb req-a15d375d-844c-4543-a226-c01b5d2472cb tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.1062734 Nov 08 14:15:20.829186 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97ab11e5-3f57-4fd8-848f-059e903b9bcb req-84638c1b-2880-4b34-8c6e-2f06ae837435 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537877 Nov 08 14:15:20.862771 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Router 49d8cd0e-fa40-4126-8444-b4696899c23d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:15:20.969919 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51123dd-f68c-41df-a89f-48e6cf142a92 req-1af4e6f4-8310-4a1d-9644-7627c7665b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:20.973269 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d51123dd-f68c-41df-a89f-48e6cf142a92 req-1af4e6f4-8310-4a1d-9644-7627c7665b14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 1098 time: 0.0710919 Nov 08 14:15:21.029681 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d51123dd-f68c-41df-a89f-48e6cf142a92 req-b42aeb41-538c-4262-9371-78a3ca062e96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 Nov 08 14:15:21.043387 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:21.049256 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-cf52d480-5066-4f90-9f8e-4aa0a99e4f3b admin admin] 10.222.0.73 "PUT /v2.0/routers/49d8cd0e-fa40-4126-8444-b4696899c23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3149059 Nov 08 14:15:21.052859 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] Sync routers for ids ['49d8cd0e-fa40-4126-8444-b4696899c23d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:21.053733 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40516) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:21.064165 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] Routers {'49d8cd0e-fa40-4126-8444-b4696899c23d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:21.064797 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:14:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['49d8cd0e-fa40-4126-8444-b4696899c23d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:21.193090 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] Set router 49d8cd0e-fa40-4126-8444-b4696899c23d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:21.393708 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks [] for router, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:21.425952 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:15:20Z', 'revision_number': 5, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:21.516065 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:21.546133 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] Checking router: 49d8cd0e-fa40-4126-8444-b4696899c23d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:21.555775 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] Routers {'49d8cd0e-fa40-4126-8444-b4696899c23d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:21.556713 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:14:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['49d8cd0e-fa40-4126-8444-b4696899c23d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:21.648344 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574cb5-1dde-40e7-8a3e-ac7c6ce71990 req-8c06ee16-13b8-4b49-8a18-aab2f8b28ba1 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:21.650226 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-51574cb5-1dde-40e7-8a3e-ac7c6ce71990 req-8c06ee16-13b8-4b49-8a18-aab2f8b28ba1 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 945 time: 0.0823214 Nov 08 14:15:21.679185 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Deleting port 5b100116-a6c6-4325-bcb1-fe31e1f66284 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:15:21.679525 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:21.708656 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] Set router 49d8cd0e-fa40-4126-8444-b4696899c23d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:21.755967 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-51574cb5-1dde-40e7-8a3e-ac7c6ce71990 req-3d9ed397-e528-45e1-9ab7-b294ec40a0db tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880570 Nov 08 14:15:21.797899 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] For port 5b100116-a6c6-4325-bcb1-fe31e1f66284, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=5b100116-a6c6-4325-bcb1-fe31e1f66284,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:21.798367 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:21.822463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Calling delete_port for 5b100116-a6c6-4325-bcb1-fe31e1f66284 owned by network:router_gateway {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:15:21.969886 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:15:20Z', 'revision_number': 5, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:22.004641 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af62bb-5ce2-4f6b-a77d-3fc43e723366 None None] The sync data for ids ['49d8cd0e-fa40-4126-8444-b4696899c23d'] in dv-cinder-816957-1-iscsi is: [{'id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'name': 'tempest-ServerRescueNegativeTestJSON-1340954145-router', 'tenant_id': '3087145c1af1492ab7c95773ba8b728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:40Z', 'updated_at': '2021-11-08T14:15:20Z', 'revision_number': 5, 'project_id': '3087145c1af1492ab7c95773ba8b728d', 'gw_port': {'id': '5b100116-a6c6-4325-bcb1-fe31e1f66284', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d8cd0e-fa40-4126-8444-b4696899c23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:42Z', 'updated_at': '2021-11-08T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:22.187375 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.225155 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b100116-a6c6-4325-bcb1-fe31e1f66284,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:22.286923 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.403110 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.406287 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.630352 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.631007 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49d8cd0e-fa40-4126-8444-b4696899c23d {{(pid=102229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:15:22.641493 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.641493 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b029b7a2-eb03-4871-a996-e4f393b7d94b admin admin] 10.222.0.73 "DELETE /v2.0/routers/49d8cd0e-fa40-4126-8444-b4696899c23d HTTP/1.1" status: 204 len: 168 time: 1.5839043 Nov 08 14:15:22.642011 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40524) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:22.693948 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] Deleting subnet f34fc8cc-5de6-4ce4-844a-fe057d8501bd {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:15:22.697632 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.746067 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.823008 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:22.932324 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549070dd-ef1e-40ee-b7af-73a74ecc226d req-bb2bdcbc-c56d-42e8-98a1-eb22d04ca5ba tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:22.934114 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-549070dd-ef1e-40ee-b7af-73a74ecc226d req-bb2bdcbc-c56d-42e8-98a1-eb22d04ca5ba tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 945 time: 0.0641828 Nov 08 14:15:22.985774 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-549070dd-ef1e-40ee-b7af-73a74ecc226d req-4ddd71a4-f1fd-44bc-b123-9bddfabde2c1 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Nov 08 14:15:23.027534 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.061809 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.071052 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f34fc8cc-5de6-4ce4-844a-fe057d8501bd HTTP/1.1" status: 204 len: 168 time: 0.4229586 Nov 08 14:15:23.071052 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7adad-b6b5-4efe-936c-d40ff39ca6ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34fc8cc-5de6-4ce4-844a-fe057d8501bd,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:23.076163 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40536) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:23.163671 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f93e6418-51e0-4924-b209-286d3cb46555 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:23.170405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.220457 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: f93e6418-51e0-4924-b209-286d3cb46555 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:15:23.221034 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f93e6418-51e0-4924-b209-286d3cb46555 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:23.270781 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.312324 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d59488f-29aa-4d4d-b40c-7a65cd5971ec']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:23.323229 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:23.323523 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d0bc4e-37bc-4504-8e9b-d1e8badd40c4') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:23.333516 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.348291 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.355754 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:15:23.356953 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:15:23.357939 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:15:23.544410 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.552354 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:23.556440 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] 10.222.0.73 "DELETE /v2.0/networks/5d59488f-29aa-4d4d-b40c-7a65cd5971ec HTTP/1.1" status: 204 len: 168 time: 0.4863861 Nov 08 14:15:23.566332 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a996ce-a2b9-464f-ac1d-9b0b3dcdc50a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d59488f-29aa-4d4d-b40c-7a65cd5971ec,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:24.082970 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40550) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:24.126838 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-88f631d9-ea49-474e-9414-1daf7dd76f32 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3087145c1af1492ab7c95773ba8b728d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425668 Nov 08 14:15:24.129636 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40552) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:24.183042 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1df6a7fd-4f6f-42e1-9de7-12f8c9d079af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:24.212013 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1df6a7fd-4f6f-42e1-9de7-12f8c9d079af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:24.215636 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdfb7-25dd-45b0-803f-7558462596f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:24.407502 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1df6a7fd-4f6f-42e1-9de7-12f8c9d079af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:24.410582 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1df6a7fd-4f6f-42e1-9de7-12f8c9d079af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:24.411818 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1df6a7fd-4f6f-42e1-9de7-12f8c9d079af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92eda8af-2b7c-46ef-9618-fff6a0e0aab3 HTTP/1.1" status: 204 len: 168 time: 0.2811673 Nov 08 14:15:24.422210 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6a7fd-4f6f-42e1-9de7-12f8c9d079af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eda8af-2b7c-46ef-9618-fff6a0e0aab3,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:24.724443 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 5b100116-a6c6-4325-bcb1-fe31e1f66284 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:24.753568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 5b100116-a6c6-4325-bcb1-fe31e1f66284 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:15:24.753568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 5b100116-a6c6-4325-bcb1-fe31e1f66284 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:27.159146 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:27.161630 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fcd61e7a-2467-4694-9781-d8a45ec699ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:28.523900 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:30.046831 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.188270 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40722) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:32.234086 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] Deleting subnet bd991e66-a523-4aac-a47e-ef02a4862702 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:15:32.237726 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.282507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.334734 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.501080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.532968 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd991e66-a523-4aac-a47e-ef02a4862702,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:32.535302 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.538872 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-53fc9878-6532-46c3-9b33-4d781d889716 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bd991e66-a523-4aac-a47e-ef02a4862702 HTTP/1.1" status: 204 len: 168 time: 0.3491745 Nov 08 14:15:32.542010 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40732) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:32.615312 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.698811 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.720484 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1bb786-4fff-45f7-82d1-206ec3ff93ba']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:32.730683 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfe444b-a0f7-46c6-8a22-ca37c5698d34') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:32.730984 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfe444b-a0f7-46c6-8a22-ca37c5698d34') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:32.740454 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.753944 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.761455 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:15:32.761879 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:15:32.763624 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:15:32.909942 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.915332 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:32.918639 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cf1bb786-4fff-45f7-82d1-206ec3ff93ba HTTP/1.1" status: 204 len: 168 time: 0.3756220 Nov 08 14:15:32.921917 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40734) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:32.929624 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d319e6e-9a70-46a9-b5a7-5a31493b8c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1bb786-4fff-45f7-82d1-206ec3ff93ba,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:32.967021 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] Deleting subnet 6837b8ec-3fbf-4edf-bbfd-ca6497d0c0e2 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:15:32.970281 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.004075 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.043880 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.175526 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.200719 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6837b8ec-3fbf-4edf-bbfd-ca6497d0c0e2,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:33.206541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.209727 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ac148c99-fcfa-4724-8d5c-6ae9519afe76 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6837b8ec-3fbf-4edf-bbfd-ca6497d0c0e2 HTTP/1.1" status: 204 len: 168 time: 0.2867327 Nov 08 14:15:33.212293 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40736) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:33.278736 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.368856 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.389974 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bc538e-ccf4-4757-a5ba-75f04d3ddccb']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:33.399002 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9d8f4a-2023-42e2-9bf2-f5c75ea37471') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:33.399298 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9d8f4a-2023-42e2-9bf2-f5c75ea37471') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:33.409305 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.423910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.430249 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:15:33.430571 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:15:33.433538 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:15:33.580966 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.586609 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:33.589931 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] 10.222.0.73 "DELETE /v2.0/networks/96bc538e-ccf4-4757-a5ba-75f04d3ddccb HTTP/1.1" status: 204 len: 168 time: 0.3766494 Nov 08 14:15:33.601796 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2930d2-a3d2-49fb-9b6e-e617f9281768 admin admin] Pushing event deleted for resources: {'Network': ['ID=96bc538e-ccf4-4757-a5ba-75f04d3ddccb,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:34.002137 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40744) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:34.043354 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-5cc93a78-2ce3-4be4-a81f-7cb499030e5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3bbd51183ff4ae98df3dfdaec9eef51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399761 Nov 08 14:15:34.045889 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40746) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:34.099808 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6664d14c-d93c-4a81-bd17-e4c55ac5d5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:34.124611 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6664d14c-d93c-4a81-bd17-e4c55ac5d5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:34.297929 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6664d14c-d93c-4a81-bd17-e4c55ac5d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:34.300569 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6664d14c-d93c-4a81-bd17-e4c55ac5d5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:34.301728 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6664d14c-d93c-4a81-bd17-e4c55ac5d5ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d8d0239-36a1-4adf-a9ed-fb775fd407bd HTTP/1.1" status: 204 len: 168 time: 0.2549424 Nov 08 14:15:34.310556 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664d14c-d93c-4a81-bd17-e4c55ac5d5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8d0239-36a1-4adf-a9ed-fb775fd407bd,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:35.026442 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40756) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:35.072620 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ff2b63df-52cb-4eaa-b5e9-e6ab51f6d646 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3295d47a7a584653b26dc7eb8c1e294d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444658 Nov 08 14:15:35.075436 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40758) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:35.138636 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-46c8b83c-9405-4fc2-b513-0072128fadfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:35.167561 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-46c8b83c-9405-4fc2-b513-0072128fadfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:35.324091 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-46c8b83c-9405-4fc2-b513-0072128fadfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:35.326938 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-46c8b83c-9405-4fc2-b513-0072128fadfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:35.328423 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-46c8b83c-9405-4fc2-b513-0072128fadfe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c74d1841-3b56-4843-b2d7-3f1364b887e4 HTTP/1.1" status: 204 len: 168 time: 0.2518160 Nov 08 14:15:35.339744 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8b83c-9405-4fc2-b513-0072128fadfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74d1841-3b56-4843-b2d7-3f1364b887e4,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:35.995871 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:39.180014 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-d3d8085f-a13d-487c-a341-06890ecde39f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403502 Nov 08 14:15:40.247157 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-b87a4f60-9f0a-4870-bd27-f3194ee35a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:40.248672 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-b87a4f60-9f0a-4870-bd27-f3194ee35a5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 1098 time: 0.0443537 Nov 08 14:15:40.356982 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-031d59d8-60e1-4046-81c5-c021bf5fc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:40.358430 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-031d59d8-60e1-4046-81c5-c021bf5fc617 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 912 time: 0.0875854 Nov 08 14:15:40.427751 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-7f4a8630-1649-476c-8ee9-47fc7c648e0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eff18783-297f-4996-9efe-fbeb2e753ce9 HTTP/1.1" status: 200 len: 1001 time: 0.0612328 Nov 08 14:15:40.709578 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-fe6e6ce2-db36-4bf7-bb03-5dcb63948976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:40.711006 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-fe6e6ce2-db36-4bf7-bb03-5dcb63948976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.2704186 Nov 08 14:15:40.758644 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-5593ff41-b6da-4d5c-9684-6abaa7262fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:40.760321 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-5593ff41-b6da-4d5c-9684-6abaa7262fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416205 Nov 08 14:15:40.845851 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:15:40.863532 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-a37d1725-34b5-48a6-a23c-42c58b4e7fba service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905981 Nov 08 14:15:40.959956 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-56a599de-0b5b-4324-8a21-3296ca8845c4 req-97aab36e-7e1b-4e8e-8cef-0d3ace140413 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890272 Nov 08 14:15:43.206311 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40854) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:43.336080 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e9118ff0-d685-40b9-8bd5-3f38047bb599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:43.414265 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e9118ff0-d685-40b9-8bd5-3f38047bb599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:43.501534 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e9118ff0-d685-40b9-8bd5-3f38047bb599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:43.536357 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9118ff0-d685-40b9-8bd5-3f38047bb599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a868b54c-6b46-4a5e-90f6-c1770eac2480,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:43.542107 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-e9118ff0-d685-40b9-8bd5-3f38047bb599 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=273e5eee073943fc94e59dcb7f82f556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346586 Nov 08 14:15:43.544658 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40866) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:43.593465 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-96d4187b-0563-4118-ae66-10ec9809770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:43.615041 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-96d4187b-0563-4118-ae66-10ec9809770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:43.746164 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-96d4187b-0563-4118-ae66-10ec9809770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:43.748876 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-96d4187b-0563-4118-ae66-10ec9809770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:43.750141 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-96d4187b-0563-4118-ae66-10ec9809770f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a868b54c-6b46-4a5e-90f6-c1770eac2480 HTTP/1.1" status: 204 len: 168 time: 0.2045419 Nov 08 14:15:43.758795 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4187b-0563-4118-ae66-10ec9809770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a868b54c-6b46-4a5e-90f6-c1770eac2480,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:48.911063 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 40990) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:49.022290 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1497e32c-ce58-46fb-bc98-86fa064e8bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:49.100562 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1497e32c-ce58-46fb-bc98-86fa064e8bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:49.165836 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-1497e32c-ce58-46fb-bc98-86fa064e8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:49.208494 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-1497e32c-ce58-46fb-bc98-86fa064e8bc2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19c9a262f090405cad63a83e34fc4eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962642 Nov 08 14:15:49.209384 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497e32c-ce58-46fb-bc98-86fa064e8bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b224ac8e-606b-4854-9224-b3ea45fc49c3,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:49.211335 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 40998) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:49.266360 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bac8d98d-9fe7-4521-9c22-06d6720e2e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:49.289567 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bac8d98d-9fe7-4521-9c22-06d6720e2e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:49.420632 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bac8d98d-9fe7-4521-9c22-06d6720e2e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:49.423235 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bac8d98d-9fe7-4521-9c22-06d6720e2e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:49.424532 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-bac8d98d-9fe7-4521-9c22-06d6720e2e92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b224ac8e-606b-4854-9224-b3ea45fc49c3 HTTP/1.1" status: 204 len: 168 time: 0.2120662 Nov 08 14:15:49.433007 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8d98d-9fe7-4521-9c22-06d6720e2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224ac8e-606b-4854-9224-b3ea45fc49c3,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:50.113811 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41014) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:50.128739 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b22606d-aa4c-45e5-b6c7-3db36dc29aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:50.142305 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499fcfe-3d34-444c-8147-1df9a06eb8e0 req-1b15f8bd-2569-4076-8660-2b102483098a tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:50.143897 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d499fcfe-3d34-444c-8147-1df9a06eb8e0 req-1b15f8bd-2569-4076-8660-2b102483098a tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 945 time: 0.0588837 Nov 08 14:15:50.185149 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d499fcfe-3d34-444c-8147-1df9a06eb8e0 req-b415998c-a882-47cd-8faa-300b7a880ff2 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Nov 08 14:15:50.212285 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b22606d-aa4c-45e5-b6c7-3db36dc29aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:50.301045 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b22606d-aa4c-45e5-b6c7-3db36dc29aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:50.340797 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22606d-aa4c-45e5-b6c7-3db36dc29aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2bbf6-57b5-481e-a274-06ba2abd3fba,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:50.346446 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-9b22606d-aa4c-45e5-b6c7-3db36dc29aa7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68ea86bc23f147948f8df1e7e9a6e563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314789 Nov 08 14:15:50.348141 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41020) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:50.400967 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b65662a-b7d5-4c02-8af9-3f87b2300489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:50.422918 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b65662a-b7d5-4c02-8af9-3f87b2300489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:50.594593 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b65662a-b7d5-4c02-8af9-3f87b2300489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:50.597131 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6b65662a-b7d5-4c02-8af9-3f87b2300489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:50.598429 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6b65662a-b7d5-4c02-8af9-3f87b2300489 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ce2bbf6-57b5-481e-a274-06ba2abd3fba HTTP/1.1" status: 204 len: 168 time: 0.2491617 Nov 08 14:15:50.610467 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65662a-b7d5-4c02-8af9-3f87b2300489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2bbf6-57b5-481e-a274-06ba2abd3fba,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:50.907210 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41026) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:51.036886 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f175ee0b-54ca-462d-84aa-ed9d9938a9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:51.119782 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f175ee0b-54ca-462d-84aa-ed9d9938a9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:51.197206 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f175ee0b-54ca-462d-84aa-ed9d9938a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:51.240644 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f175ee0b-54ca-462d-84aa-ed9d9938a9cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b522b043f1764e5da299f88111fd2858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320634 Nov 08 14:15:51.243087 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41042) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:51.258035 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175ee0b-54ca-462d-84aa-ed9d9938a9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c149e-88c7-438a-802d-f392a51044a6,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:51.310179 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c6723a88-4fe6-4854-b3be-43b29fddeb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:51.335079 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c6723a88-4fe6-4854-b3be-43b29fddeb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:51.499209 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c6723a88-4fe6-4854-b3be-43b29fddeb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:51.501851 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c6723a88-4fe6-4854-b3be-43b29fddeb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:51.515544 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c6723a88-4fe6-4854-b3be-43b29fddeb9c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e58c149e-88c7-438a-802d-f392a51044a6 HTTP/1.1" status: 204 len: 168 time: 0.2588947 Nov 08 14:15:51.534507 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6723a88-4fe6-4854-b3be-43b29fddeb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c149e-88c7-438a-802d-f392a51044a6,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:51.566124 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9da69-dd00-4868-8fec-fc922f7aa5aa req-3def6d8f-27fc-4c70-b213-82e4491d9c28 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:51.568827 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a2e9da69-dd00-4868-8fec-fc922f7aa5aa req-3def6d8f-27fc-4c70-b213-82e4491d9c28 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 945 time: 0.2739158 Nov 08 14:15:51.631238 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a2e9da69-dd00-4868-8fec-fc922f7aa5aa req-120112e8-2011-48f1-97c7-fd6962296cba tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/security-groups?id=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560870 Nov 08 14:15:52.013841 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-246cf636-3210-4f64-88dc-9bd45545f4c8 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:52.015303 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-246cf636-3210-4f64-88dc-9bd45545f4c8 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 945 time: 0.0531957 Nov 08 14:15:52.121100 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Deleting port 68bf053e-f788-4a76-b33d-c62d02242406 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:15:52.121476 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:52.222421 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] For port 68bf053e-f788-4a76-b33d-c62d02242406, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=68bf053e-f788-4a76-b33d-c62d02242406,segment=NetworkSegment(b74b8714-8045-4ab9-9916-f5ec4027a908),segment_id=b74b8714-8045-4ab9-9916-f5ec4027a908)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:52.222695 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:52.249337 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Calling delete_port for 68bf053e-f788-4a76-b33d-c62d02242406 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:15:52.484283 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:52.498066 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['68bf053e-f788-4a76-b33d-c62d02242406'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:52.520729 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Pushing event deleted for resources: {'Port': ['ID=68bf053e-f788-4a76-b33d-c62d02242406,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:52.573790 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] No DVR routers for this DVR port 68bf053e-f788-4a76-b33d-c62d02242406 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:15:52.576783 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:52.580339 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-15fee6d2-afa9-4c91-ad5a-c1c201c9bbd7 req-bc062b3c-0ddd-480f-a809-a939727968bf tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.64 "DELETE /v2.0/ports/68bf053e-f788-4a76-b33d-c62d02242406 HTTP/1.1" status: 204 len: 173 time: 0.5579329 Nov 08 14:15:52.580834 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'name': 'network-vif-deleted', 'tag': '68bf053e-f788-4a76-b33d-c62d02242406'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:52.583249 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaad1753-9336-4c53-a2ba-99f93c1a3f69" -d '{"events": [{"server_uuid": "0e6ab766-9b27-4bcf-9722-827b33a724b6", "name": "network-vif-deleted", "tag": "68bf053e-f788-4a76-b33d-c62d02242406"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:52.628378 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff49e1-f857-4c32-a253-afceb209d3cf x-openstack-request-id: req-5eff49e1-f857-4c32-a253-afceb209d3cf {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:52.628871 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6ab766-9b27-4bcf-9722-827b33a724b6", "name": "network-vif-deleted", "tag": "68bf053e-f788-4a76-b33d-c62d02242406", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:52.629131 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5eff49e1-f857-4c32-a253-afceb209d3cf {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:52.630222 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6ab766-9b27-4bcf-9722-827b33a724b6', 'name': 'network-vif-deleted', 'tag': '68bf053e-f788-4a76-b33d-c62d02242406', 'status': 'completed', 'code': 200} Nov 08 14:15:52.772714 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c3f3d96b-80df-41ae-bf05-876aab5d86a4 req-2b5fa8cc-b787-4899-8b28-1712577d05d4 tempest-VolumesSnapshotTestJSON-649797104 tempest-VolumesSnapshotTestJSON-649797104-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e6ab766-9b27-4bcf-9722-827b33a724b6 HTTP/1.1" status: 200 len: 210 time: 0.0363493 Nov 08 14:15:54.145588 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc859-3886-4315-863d-29bb001bf280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:54.808347 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41148) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:54.973859 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2d083832-2ddc-43cb-996c-1dffdb760a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:55.094684 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2d083832-2ddc-43cb-996c-1dffdb760a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:55.204427 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2d083832-2ddc-43cb-996c-1dffdb760a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:55.257784 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2d083832-2ddc-43cb-996c-1dffdb760a5c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0d96b9648f2400e859d4a7641dea81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482608 Nov 08 14:15:55.259359 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d083832-2ddc-43cb-996c-1dffdb760a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3a2b7-31f9-4c96-8edb-f5b48ad545fd,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:55.260615 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41158) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:55.328786 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0008acb6-6d82-4ae8-921e-bfdfcb93606c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:55.353824 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0008acb6-6d82-4ae8-921e-bfdfcb93606c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:55.534748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0008acb6-6d82-4ae8-921e-bfdfcb93606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:55.539732 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0008acb6-6d82-4ae8-921e-bfdfcb93606c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:55.542544 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-0008acb6-6d82-4ae8-921e-bfdfcb93606c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90a3a2b7-31f9-4c96-8edb-f5b48ad545fd HTTP/1.1" status: 204 len: 168 time: 0.2795138 Nov 08 14:15:55.560840 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008acb6-6d82-4ae8-921e-bfdfcb93606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3a2b7-31f9-4c96-8edb-f5b48ad545fd,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:56.422737 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41172) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:56.436258 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-029d8979-b288-4e25-9ccd-13185f843ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:56.515475 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-029d8979-b288-4e25-9ccd-13185f843ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:56.605370 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-029d8979-b288-4e25-9ccd-13185f843ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:56.644928 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-029d8979-b288-4e25-9ccd-13185f843ae6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ead1659d4f7740eaa8e4f310d9d03edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208142 Nov 08 14:15:56.645640 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8979-b288-4e25-9ccd-13185f843ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06531e8-c544-4dc7-bc37-a845706b3140,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:56.647488 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41176) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:56.704267 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-921df759-a28a-4a1b-aa11-114c607e0407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:56.729577 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-921df759-a28a-4a1b-aa11-114c607e0407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:56.889105 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-921df759-a28a-4a1b-aa11-114c607e0407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:56.891909 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-921df759-a28a-4a1b-aa11-114c607e0407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:56.893096 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-921df759-a28a-4a1b-aa11-114c607e0407 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c06531e8-c544-4dc7-bc37-a845706b3140 HTTP/1.1" status: 204 len: 168 time: 0.2443652 Nov 08 14:15:56.901468 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921df759-a28a-4a1b-aa11-114c607e0407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06531e8-c544-4dc7-bc37-a845706b3140,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:56.956006 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 68bf053e-f788-4a76-b33d-c62d02242406 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:56.989578 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 68bf053e-f788-4a76-b33d-c62d02242406 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:15:56.990159 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 68bf053e-f788-4a76-b33d-c62d02242406 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:57.174962 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:57.220077 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-976f1ae9-260b-4312-bd23-f7b84399a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:58.480159 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:58.881036 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41218) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:59.000629 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:59.093296 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:59.229295 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:59.301805 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dfd25ebe55724e159a227180603275ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168301 Nov 08 14:15:59.303558 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41230) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:59.315655 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed5ccba-0fc1-4c68-8acb-87f69bd7e147,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:59.337906 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.338350 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.338765 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.339172 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.339575 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.340047 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.340550 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.340931 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.341324 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.341777 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.342163 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.342837 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550032c0-218e-442b-a387-b70978dfe1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:59.384929 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bc2a-0a9a-42b4-94e7-18895322af62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:59.411354 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bc2a-0a9a-42b4-94e7-18895322af62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:59.574447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bc2a-0a9a-42b4-94e7-18895322af62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:59.577328 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bc2a-0a9a-42b4-94e7-18895322af62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:15:59.578648 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c2c1bc2a-0a9a-42b4-94e7-18895322af62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ed5ccba-0fc1-4c68-8acb-87f69bd7e147 HTTP/1.1" status: 204 len: 168 time: 0.2735336 Nov 08 14:15:59.587869 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1bc2a-0a9a-42b4-94e7-18895322af62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed5ccba-0fc1-4c68-8acb-87f69bd7e147,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:00.017393 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:05.882864 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:06.437861 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586df1-474a-4f8a-a49d-1e70fb344193 req-fc475df5-19d3-4c31-bb5c-8849409a7b37 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.438980 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d1586df1-474a-4f8a-a49d-1e70fb344193 req-fc475df5-19d3-4c31-bb5c-8849409a7b37 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0582137 Nov 08 14:16:06.479166 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d1586df1-474a-4f8a-a49d-1e70fb344193 req-de5c4dba-90b3-4701-ba22-d79fd8cb5f09 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347822 Nov 08 14:16:07.609558 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c5a2c-e63b-43e2-ad74-184da391b809 req-5cb421cf-a050-4a7d-93aa-2dcb2278a257 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:07.611460 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b44c5a2c-e63b-43e2-ad74-184da391b809 req-5cb421cf-a050-4a7d-93aa-2dcb2278a257 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Nov 08 14:16:07.674924 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b44c5a2c-e63b-43e2-ad74-184da391b809 req-facaa74a-3aab-44c6-b895-c8e1eee34d0e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544713 Nov 08 14:16:07.736872 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f36e1-5bfe-4075-98f2-63bec6ca9693 req-d861910b-e9bb-43fc-b662-1b821d55200e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:07.738423 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-453f36e1-5bfe-4075-98f2-63bec6ca9693 req-d861910b-e9bb-43fc-b662-1b821d55200e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.0554190 Nov 08 14:16:07.781958 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-453f36e1-5bfe-4075-98f2-63bec6ca9693 req-3f5540bc-ada0-44f9-98a7-b12e29708bfe tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367863 Nov 08 14:16:08.555695 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41388) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:08.665288 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-44388422-323d-4833-bf2b-325d4eac6669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:08.754052 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-44388422-323d-4833-bf2b-325d4eac6669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:08.805721 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a02b3-61b5-4fc4-aeb7-d3a655e7789d req-e2d60ea9-babf-4a9b-86bd-c93c7929fb2d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:08.807392 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-968a02b3-61b5-4fc4-aeb7-d3a655e7789d req-e2d60ea9-babf-4a9b-86bd-c93c7929fb2d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0557983 Nov 08 14:16:08.851099 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-44388422-323d-4833-bf2b-325d4eac6669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:08.870803 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7276785-48a0-429a-af5a-085fe4e0159c req-2305ebc4-741c-4888-814b-e5d9a1b8827f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:08.870803 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d7276785-48a0-429a-af5a-085fe4e0159c req-2305ebc4-741c-4888-814b-e5d9a1b8827f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 945 time: 0.0576639 Nov 08 14:16:08.905361 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-968a02b3-61b5-4fc4-aeb7-d3a655e7789d req-ac760484-c528-4e2c-b606-8eec14be38cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=79fa4302-5250-49e6-9902-37fa6b764e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843976 Nov 08 14:16:08.953167 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-44388422-323d-4833-bf2b-325d4eac6669 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a32dcb16e694b40bec1b235ae919add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914897 Nov 08 14:16:08.953167 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44388422-323d-4833-bf2b-325d4eac6669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebc214-d18b-4490-a06d-3e14e89ef2ad,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:08.959077 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41406) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:09.016043 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04cc6-3330-4add-a347-50c577e585da req-d9ef0238-12e0-47a6-a7fa-419d5bf857e2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:09.017139 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Deleting port eff18783-297f-4996-9efe-fbeb2e753ce9 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:16:09.019148 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.019287 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fce04cc6-3330-4add-a347-50c577e585da req-d9ef0238-12e0-47a6-a7fa-419d5bf857e2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.1447585 Nov 08 14:16:09.067003 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00de79eb-5794-4332-a3e6-9df93788bb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.093717 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fce04cc6-3330-4add-a347-50c577e585da req-c92c1602-fa96-4bdb-8c5e-cdc748db1cc9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675728 Nov 08 14:16:09.102761 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00de79eb-5794-4332-a3e6-9df93788bb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.132965 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] For port eff18783-297f-4996-9efe-fbeb2e753ce9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=eff18783-297f-4996-9efe-fbeb2e753ce9,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:09.132965 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.236719 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00de79eb-5794-4332-a3e6-9df93788bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.243071 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00de79eb-5794-4332-a3e6-9df93788bb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.244914 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-00de79eb-5794-4332-a3e6-9df93788bb0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31ebc214-d18b-4490-a06d-3e14e89ef2ad HTTP/1.1" status: 204 len: 168 time: 0.2867079 Nov 08 14:16:09.258384 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de79eb-5794-4332-a3e6-9df93788bb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebc214-d18b-4490-a06d-3e14e89ef2ad,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:09.362006 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.362364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.362687 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Floating IP 0b526e11-7713-4421-bec4-2d09627f72a3 disassociated. External IP: 172.27.2.198, port: eff18783-297f-4996-9efe-fbeb2e753ce9. Nov 08 14:16:09.363040 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Calling delete_port for eff18783-297f-4996-9efe-fbeb2e753ce9 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:16:09.536973 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-5c8a9cf2-264f-4fde-94f9-ec2001866920 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:09.538452 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-5c8a9cf2-264f-4fde-94f9-ec2001866920 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.0604644 Nov 08 14:16:09.609542 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.649522 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event deleted for resources: {'Port': ['ID=eff18783-297f-4996-9efe-fbeb2e753ce9,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:09.664033 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.664376 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.664712 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.665039 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.665360 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.665683 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.666003 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.666320 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.666639 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.666953 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.667265 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.667576 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:09.746628 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Deleting port 1461d0f2-76e1-4f55-9425-1be7f385c47b {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:16:09.747002 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.870004 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:09.878976 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] For port 1461d0f2-76e1-4f55-9425-1be7f385c47b, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1461d0f2-76e1-4f55-9425-1be7f385c47b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:09.879562 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:09.978795 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41424) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:10.006795 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8f8c14ab-0688-40a5-a65e-853e80c64b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.076399 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2b380d18-d588-4f9e-bd74-a0c4627394fe req-190dfff1-cb90-47ff-898a-f81fbbb3b1e7 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 210 time: 0.0517366 Nov 08 14:16:10.094379 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:10.113148 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48412f37-467b-4618-b24a-d989412177d8 None None] Sync routers for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:10.129128 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:10.130583 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:15:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:10.167703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] No DVR routers for this DVR port eff18783-297f-4996-9efe-fbeb2e753ce9 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:16:10.172263 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.177281 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d7276785-48a0-429a-af5a-085fe4e0159c req-f8f68007-dacd-4438-bf64-90279d115450 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "DELETE /v2.0/ports/eff18783-297f-4996-9efe-fbeb2e753ce9 HTTP/1.1" status: 204 len: 173 time: 1.2990210 Nov 08 14:16:10.178066 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'name': 'network-vif-deleted', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:10.180552 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b4413a-52ae-4ad8-aa0b-d46ad5574b86" -d '{"events": [{"server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "name": "network-vif-deleted", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:10.202327 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8f8c14ab-0688-40a5-a65e-853e80c64b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.224699 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.227264 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.227615 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Floating IP abac6037-45dc-4659-a9f9-09ca8c6e5a3f disassociated. External IP: 172.27.2.152, port: 1461d0f2-76e1-4f55-9425-1be7f385c47b. Nov 08 14:16:10.227977 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Calling delete_port for 1461d0f2-76e1-4f55-9425-1be7f385c47b owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:16:10.238686 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87183c10-fc7b-492c-b370-3f0198cd5b95 x-openstack-request-id: req-87183c10-fc7b-492c-b370-3f0198cd5b95 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:10.238977 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f3e19c-139b-44b5-a6f4-08f47eb74381", "name": "network-vif-deleted", "tag": "eff18783-297f-4996-9efe-fbeb2e753ce9", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:10.239231 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87183c10-fc7b-492c-b370-3f0198cd5b95 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:10.239652 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f3e19c-139b-44b5-a6f4-08f47eb74381', 'name': 'network-vif-deleted', 'tag': 'eff18783-297f-4996-9efe-fbeb2e753ce9', 'status': 'completed', 'code': 200} Nov 08 14:16:10.286457 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8f8c14ab-0688-40a5-a65e-853e80c64b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.293994 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:10.317850 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-8f8c14ab-0688-40a5-a65e-853e80c64b26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b52c0693985b49119a807724454672b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379524 Nov 08 14:16:10.320364 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41430) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:10.380900 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f276c4-aaf5-4d8a-8e10-92e2e41f9a21 req-70eef19f-483c-44b4-8c01-d5cc22cff0df tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:10.382522 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33f276c4-aaf5-4d8a-8e10-92e2e41f9a21 req-70eef19f-483c-44b4-8c01-d5cc22cff0df tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 946 time: 0.1484311 Nov 08 14:16:10.389552 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c14ab-0688-40a5-a65e-853e80c64b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db158743-c776-484f-ad74-c2403f2b6337,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:10.435463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-463c9241-cc25-4383-80bd-cc1fa66590a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.471528 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-463c9241-cc25-4383-80bd-cc1fa66590a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.476040 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33f276c4-aaf5-4d8a-8e10-92e2e41f9a21 req-78b15df2-5f7e-4ad5-9c56-c2140ca61d93 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=80413d44-3756-4e0e-8cbf-5e4625162153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784450 Nov 08 14:16:10.517001 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.571307 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event deleted for resources: {'Port': ['ID=1461d0f2-76e1-4f55-9425-1be7f385c47b,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:10.615761 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:10.628814 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-463c9241-cc25-4383-80bd-cc1fa66590a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.638878 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-463c9241-cc25-4383-80bd-cc1fa66590a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.640124 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-463c9241-cc25-4383-80bd-cc1fa66590a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db158743-c776-484f-ad74-c2403f2b6337 HTTP/1.1" status: 204 len: 168 time: 0.3187168 Nov 08 14:16:10.643702 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48412f37-467b-4618-b24a-d989412177d8 None None] Checking router: dbc23f3a-ed95-410f-a53c-03f3a11e0cbb for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:10.653773 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:10.654589 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:15:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:10.664323 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9241-cc25-4383-80bd-cc1fa66590a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db158743-c776-484f-ad74-c2403f2b6337,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:10.731590 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Router 977c8f86-fc95-45a1-a0df-90a26d9d747d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:10.837104 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:10.856841 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:10.867980 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] Sync routers for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:10.883125 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:10.884484 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:15:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:10.969519 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] No DVR routers for this DVR port 1461d0f2-76e1-4f55-9425-1be7f385c47b on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:16:10.969519 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:10.969519 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bc79a4c4-4455-440c-bbf8-b6646f03e6cd req-06f58b89-4e42-4e35-9841-1e4c5769812d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "DELETE /v2.0/ports/1461d0f2-76e1-4f55-9425-1be7f385c47b HTTP/1.1" status: 204 len: 173 time: 1.4188609 Nov 08 14:16:11.075938 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:11.129354 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-48412f37-467b-4618-b24a-d989412177d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:11.205474 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48412f37-467b-4618-b24a-d989412177d8 None None] The sync data for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi is: [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:11.298253 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aae7ed64-609e-4db2-9619-2ceaa13046b1 req-d9e550fd-408c-474b-8794-89d153a2c38f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8f3e19c-139b-44b5-a6f4-08f47eb74381 HTTP/1.1" status: 200 len: 210 time: 0.0691602 Nov 08 14:16:11.397242 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:11.443953 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] Checking router: 977c8f86-fc95-45a1-a0df-90a26d9d747d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:11.454802 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:11.455431 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:15:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:11.596732 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:11.608192 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531773d-2841-448b-89e3-1c70b1cefede None None] New status for floating IP 0b526e11-7713-4421-bec4-2d09627f72a3: DOWN {{(pid=102230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:16:11.850631 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:11.854565 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cf7f312c-0af3-4110-a4ea-9bd0006133a3 req-9fb88a73-f7ce-42e7-9cd7-26fb17f89a87 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0312207 Nov 08 14:16:11.879835 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b0218-ae17-4be1-982d-85efad7f0eec None None] The sync data for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi is: [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:12.244183 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-deleted', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:12.248513 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88935552-ab0b-402a-b798-e53e4af02e1d" -d '{"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-deleted", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:12.279303 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3235b0c-93be-4a98-81bf-f6297ef055cf None None] New status for floating IP abac6037-45dc-4659-a9f9-09ca8c6e5a3f: DOWN {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:16:12.288676 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f5b5ef-1101-464a-91ae-2e5041efcc41 x-openstack-request-id: req-f9f5b5ef-1101-464a-91ae-2e5041efcc41 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:12.288676 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961caaa-fe3e-4604-b1d8-9bb29f51fe0f", "name": "network-vif-deleted", "tag": "1461d0f2-76e1-4f55-9425-1be7f385c47b", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:12.288676 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9f5b5ef-1101-464a-91ae-2e5041efcc41 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:12.288676 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961caaa-fe3e-4604-b1d8-9bb29f51fe0f', 'name': 'network-vif-deleted', 'tag': '1461d0f2-76e1-4f55-9425-1be7f385c47b', 'status': 'completed', 'code': 200} Nov 08 14:16:12.520988 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41484) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:12.579899 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-381d8969-a870-4097-99ba-027cc1fd740f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:12.609745 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-381d8969-a870-4097-99ba-027cc1fd740f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:12.719520 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-381d8969-a870-4097-99ba-027cc1fd740f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:12.722180 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-381d8969-a870-4097-99ba-027cc1fd740f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:12.723358 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-381d8969-a870-4097-99ba-027cc1fd740f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "DELETE /v2.0/security-groups/79fa4302-5250-49e6-9902-37fa6b764e15 HTTP/1.1" status: 204 len: 168 time: 0.2012124 Nov 08 14:16:12.726555 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41486) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:12.733260 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d8969-a870-4097-99ba-027cc1fd740f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa4302-5250-49e6-9902-37fa6b764e15,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:12.744486 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.api.v2.resource [None req-8d53cf62-96c0-42b9-b416-7eafc6134c40 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] show failed (client error): The resource could not be found. Nov 08 14:16:12.745559 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8d53cf62-96c0-42b9-b416-7eafc6134c40 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups/79fa4302-5250-49e6-9902-37fa6b764e15 HTTP/1.1" status: 404 len: 347 time: 0.0179920 Nov 08 14:16:12.750332 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41488) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:12.879101 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Deleting port ab39c0c1-137e-48bc-981d-2604b60a2748 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:16:12.879437 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:12.967947 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:12.968272 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:12.973776 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f551fdcc-9f4d-4bc9-a05b-6f48e60a9f82 req-20de76c6-a3ed-468e-816a-c1cd83ae8e5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0300982 Nov 08 14:16:12.980750 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Calling delete_port for ab39c0c1-137e-48bc-981d-2604b60a2748 owned by network:floatingip {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:16:13.178839 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device eff18783-297f-4996-9efe-fbeb2e753ce9 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:13.201290 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: eff18783-297f-4996-9efe-fbeb2e753ce9 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:16:13.201644 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device eff18783-297f-4996-9efe-fbeb2e753ce9 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:13.221773 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:13.254946 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event deleted for resources: {'Port': ['ID=ab39c0c1-137e-48bc-981d-2604b60a2748,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:13.314683 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:13.317172 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:13.318355 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-cd60bc38-4b0c-4bdc-94f7-6ebd29e90678 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "DELETE /v2.0/floatingips/0b526e11-7713-4421-bec4-2d09627f72a3 HTTP/1.1" status: 204 len: 168 time: 0.5668197 Nov 08 14:16:13.754303 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41502) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:13.754637 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-eb6e9254-14e8-4799-b3bf-990c2b81f5e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107771084', 'description': 'tempest-description--892622130'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:13.842682 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9254-14e8-4799-b3bf-990c2b81f5e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:13.926328 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9254-14e8-4799-b3bf-990c2b81f5e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.005150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9254-14e8-4799-b3bf-990c2b81f5e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.042377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e9254-14e8-4799-b3bf-990c2b81f5e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe1d36-1f38-4741-a5f6-840066d43813,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:14.097356 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-324419f2-c188-4de3-b76f-3dad7eb140c3 req-443d4a30-bdd3-4264-9019-ddb9f82ba7a0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0269601 Nov 08 14:16:14.143801 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9254-14e8-4799-b3bf-990c2b81f5e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.145047 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-eb6e9254-14e8-4799-b3bf-990c2b81f5e6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3939557 Nov 08 14:16:14.154156 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41508) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:14.158704 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-4386eaa4-5128-4525-8c6f-0b533d84f111 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'security_group_rule': {'security_group_id': '5afe1d36-1f38-4741-a5f6-840066d43813', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:14.255541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4386eaa4-5128-4525-8c6f-0b533d84f111 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.314221 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4386eaa4-5128-4525-8c6f-0b533d84f111 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.413471 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4386eaa4-5128-4525-8c6f-0b533d84f111 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.438554 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386eaa4-5128-4525-8c6f-0b533d84f111 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d054ca-80ed-4038-b10d-4e7e0c7d85b1,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:14.516376 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4386eaa4-5128-4525-8c6f-0b533d84f111 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.520254 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-4386eaa4-5128-4525-8c6f-0b533d84f111 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3624470 Nov 08 14:16:14.520577 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41514) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:14.525125 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-a86c7f66-dfda-4d07-b2f9-e4fa9976fdb4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'security_group_rule': {'security_group_id': '5afe1d36-1f38-4741-a5f6-840066d43813', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:14.679000 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a86c7f66-dfda-4d07-b2f9-e4fa9976fdb4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.749232 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a86c7f66-dfda-4d07-b2f9-e4fa9976fdb4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.851058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a86c7f66-dfda-4d07-b2f9-e4fa9976fdb4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.871225 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c7f66-dfda-4d07-b2f9-e4fa9976fdb4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c763f925-55c2-4a62-9d1e-056d92b01077,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:14.995587 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a86c7f66-dfda-4d07-b2f9-e4fa9976fdb4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:14.996986 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-a86c7f66-dfda-4d07-b2f9-e4fa9976fdb4 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4754863 Nov 08 14:16:15.000061 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41516) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:15.004370 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:15.170758 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:15.217742 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-659d0b66-cefb-42c8-bf8e-4ee18a87d4d1 req-0cb6172f-4816-4dc2-be80-4e3c74a263cf tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=2961caaa-fe3e-4604-b1d8-9bb29f51fe0f HTTP/1.1" status: 200 len: 210 time: 0.0306988 Nov 08 14:16:15.302975 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:15.415928 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Allocated IP 172.27.2.151 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/789d1a21-6f82-4154-8667-ff2e8bc7ffbd) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:15.545734 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:15.570217 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 1461d0f2-76e1-4f55-9425-1be7f385c47b {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:16:15.570832 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1461d0f2-76e1-4f55-9425-1be7f385c47b not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:15.765960 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:15.896837 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:15.940289 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:15.943670 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:15.946841 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:15.979121 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'Port': ['ID=789d1a21-6f82-4154-8667-ff2e8bc7ffbd,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:16.045849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.299415 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.404569 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.680073 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41540) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:16.720208 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.801898 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4196-795d-406e-9a09-d278a6a28765 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.815704 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'Port': ['ID=789d1a21-6f82-4154-8667-ff2e8bc7ffbd,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:16.833221 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.848456 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4196-795d-406e-9a09-d278a6a28765 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.978579 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:16.979865 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-25858e20-fc87-4cc5-b853-ee624c4d96b0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9788465 Nov 08 14:16:17.056630 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4196-795d-406e-9a09-d278a6a28765 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.059262 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4196-795d-406e-9a09-d278a6a28765 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.060457 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ba5a4196-795d-406e-9a09-d278a6a28765 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "DELETE /v2.0/security-groups/80413d44-3756-4e0e-8cbf-5e4625162153 HTTP/1.1" status: 204 len: 168 time: 0.3793504 Nov 08 14:16:17.064128 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41546) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:17.071039 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a4196-795d-406e-9a09-d278a6a28765 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80413d44-3756-4e0e-8cbf-5e4625162153,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:17.091687 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.api.v2.resource [None req-f3d806ea-c418-4935-b2c8-2b19657d0982 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] show failed (client error): The resource could not be found. Nov 08 14:16:17.096199 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f3d806ea-c418-4935-b2c8-2b19657d0982 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups/80413d44-3756-4e0e-8cbf-5e4625162153 HTTP/1.1" status: 404 len: 347 time: 0.0270791 Nov 08 14:16:17.099538 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41550) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:17.241785 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-57f2700c-34fe-4913-a791-823587eeb104 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--107771084&fields=id&tenant_id=6126fea9a0b14dc299929a0f687ab79e HTTP/1.1" status: 200 len: 267 time: 0.0629537 Nov 08 14:16:17.308622 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Deleting port 0d010978-0961-42df-833f-83a8179ec187 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:16:17.308957 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.407213 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-02da56c0-cd9d-4bce-b33e-6fed76c9dfb7 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:17.408842 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-02da56c0-cd9d-4bce-b33e-6fed76c9dfb7 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 810 time: 0.1601052 Nov 08 14:16:17.432918 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.433314 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.442340 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-984e6d98-a7e7-43b0-8c48-17d9e44204fb tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/quotas/6126fea9a0b14dc299929a0f687ab79e HTTP/1.1" status: 200 len: 375 time: 0.0265183 Nov 08 14:16:17.447579 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Calling delete_port for 0d010978-0961-42df-833f-83a8179ec187 owned by network:floatingip {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:16:17.548766 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-6b18d1c2-6686-44cf-8d8f-20a47cc678d7 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992343 Nov 08 14:16:17.763949 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-9034a4a8-73ba-4083-aaed-23cc3d932d35 service neutron] 10.222.0.73 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027712 Nov 08 14:16:17.814657 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.845728 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:16:17.853363 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event deleted for resources: {'Port': ['ID=0d010978-0961-42df-833f-83a8179ec187,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:17.949111 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-17f0935c-d9f3-46ed-9f3a-af2d81ab20e6 service neutron] 10.222.0.73 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782277 Nov 08 14:16:17.952610 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.955057 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:17.956414 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-bf8cfd5d-5c19-4003-b4bf-3de2b2f597c4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "DELETE /v2.0/floatingips/abac6037-45dc-4659-a9f9-09ca8c6e5a3f HTTP/1.1" status: 204 len: 168 time: 0.8566363 Nov 08 14:16:18.319565 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-319b6414-13b5-43d7-82b2-f895ee5459ef req-f2fca6e8-0151-47fa-ba45-82866f96b672 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 210 time: 0.0276048 Nov 08 14:16:18.502008 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41584) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:18.510277 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-d74329f0-7b7a-4b1a-ab04-cb01dc74832f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557756797', 'description': 'tempest-description--1853545663'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:18.635914 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d74329f0-7b7a-4b1a-ab04-cb01dc74832f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:18.727883 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d74329f0-7b7a-4b1a-ab04-cb01dc74832f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:18.841413 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d74329f0-7b7a-4b1a-ab04-cb01dc74832f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:18.877347 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74329f0-7b7a-4b1a-ab04-cb01dc74832f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf4b82-1e14-4971-96ed-bdbd0780d55e,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:19.023695 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d74329f0-7b7a-4b1a-ab04-cb01dc74832f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.024973 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-d74329f0-7b7a-4b1a-ab04-cb01dc74832f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5217957 Nov 08 14:16:19.027872 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41608) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:19.035586 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-f4604313-32dc-43c9-b246-1e9c53b01233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'security_group_rule': {'security_group_id': '3bcf4b82-1e14-4971-96ed-bdbd0780d55e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:19.250540 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4604313-32dc-43c9-b246-1e9c53b01233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.324531 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4604313-32dc-43c9-b246-1e9c53b01233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.401109 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c57561ac-af07-4e83-a508-d2bcfeb0dcee req-73052f5b-0084-48a5-a76d-47a2b0ce1bd8 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 210 time: 0.0261035 Nov 08 14:16:19.424760 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4604313-32dc-43c9-b246-1e9c53b01233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.445123 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4604313-32dc-43c9-b246-1e9c53b01233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f059491c-7d5b-4748-aa1f-fbe758b4bfbb,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:19.536582 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f4604313-32dc-43c9-b246-1e9c53b01233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.536582 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f4604313-32dc-43c9-b246-1e9c53b01233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5067844 Nov 08 14:16:19.539822 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41620) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:19.546601 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-cbb8056a-0b3b-4a7c-868c-823dd8bd5b83 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'security_group_rule': {'security_group_id': '3bcf4b82-1e14-4971-96ed-bdbd0780d55e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:19.650283 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cbb8056a-0b3b-4a7c-868c-823dd8bd5b83 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.712963 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cbb8056a-0b3b-4a7c-868c-823dd8bd5b83 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.901990 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cbb8056a-0b3b-4a7c-868c-823dd8bd5b83 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:19.924215 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8056a-0b3b-4a7c-868c-823dd8bd5b83 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798dcf62-0c5e-4f71-9d89-1939db7116b4,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:20.023698 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cbb8056a-0b3b-4a7c-868c-823dd8bd5b83 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:20.027979 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-cbb8056a-0b3b-4a7c-868c-823dd8bd5b83 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4840827 Nov 08 14:16:20.028812 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41632) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:20.034936 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:20.147626 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:20.257955 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:20.372504 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Allocated IP 172.27.2.181 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/39e2c9fb-a68f-4a65-8dce-a8b89863f543) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:20.490351 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:20.527625 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1720bd61-fdbc-4c00-9228-f9d008503203 req-c64f95a9-e6a7-4a1f-9bb8-b2450b762f02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 210 time: 0.0414977 Nov 08 14:16:20.705033 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:20.746665 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:20.750264 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:20.755656 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:20.763476 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'Port': ['ID=39e2c9fb-a68f-4a65-8dce-a8b89863f543,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:20.916370 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:21.257351 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-4985404c-7159-4cea-9fd6-9d99d4dd2f47 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:21.258985 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-4985404c-7159-4cea-9fd6-9d99d4dd2f47 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 810 time: 0.1171193 Nov 08 14:16:21.317818 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-0449342b-74b9-410e-87f7-bd902dd5c81a tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6126fea9a0b14dc299929a0f687ab79e HTTP/1.1" status: 200 len: 379 time: 0.0408137 Nov 08 14:16:21.329043 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'port': {'device_id': '07410516-3bb9-4833-92f8-24d15e1cc292', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'admin_state_up': True, 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'security_groups': ['5afe1d36-1f38-4741-a5f6-840066d43813']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:21.356076 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:21.544678 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Made reservation on behalf of 6126fea9a0b14dc299929a0f687ab79e for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:21.551957 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:21.591463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:21.652907 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e55b90ea-3c80-48c3-bf85-d17cc8bc547d req-420c5946-eb5d-4a43-9895-36233a1e193f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 210 time: 0.0386901 Nov 08 14:16:21.756224 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Allocated IP 172.20.0.6 (2817d7ec-5ebd-4917-8d64-92e8409f97f2/f0136ea6-9edd-4ed6-a328-a069bd1326f2/fcb71a9a-55b9-421c-869b-38e33a98fdc2) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:21.776452 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:21.854253 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'Port': ['ID=39e2c9fb-a68f-4a65-8dce-a8b89863f543,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:21.866253 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:21.922915 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.053863 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.055192 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-9cbaccc2-e665-40f5-9780-ee67427db418 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0254054 Nov 08 14:16:22.120134 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.188764 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:22.194184 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:22.198550 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:22.234587 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event updated for resources: {'Port': ['ID=fcb71a9a-55b9-421c-869b-38e33a98fdc2,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:22.284840 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:22.285528 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.367509 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-e241252f-3711-4482-83dd-a124b3e54fc0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--557756797&fields=id&tenant_id=99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 267 time: 0.0633802 Nov 08 14:16:22.463173 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41692) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:22.489662 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-f7af71e9-0958-4722-a868-4ad0bc3c5f20 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1647003 Nov 08 14:16:22.492952 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-11a9b91e-bb31-4fba-9b97-356b64a952c6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:22.496042 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-11a9b91e-bb31-4fba-9b97-356b64a952c6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 817 time: 0.1194947 Nov 08 14:16:22.510661 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fec9c464-4ee5-40cd-b780-73a88fdded3e None None] Provisioning complete for port fcb71a9a-55b9-421c-869b-38e33a98fdc2 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:22.511955 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fec9c464-4ee5-40cd-b780-73a88fdded3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.522548 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-b657105d-ded8-4fc0-ae23-e45d00d6a13c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/quotas/99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 375 time: 0.0200579 Nov 08 14:16:22.559680 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fec9c464-4ee5-40cd-b780-73a88fdded3e None None] Port fcb71a9a-55b9-421c-869b-38e33a98fdc2 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:16:22.590042 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-f5696b34-664d-4714-bac1-763f1e14b95e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584686 Nov 08 14:16:22.638306 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2064358c-00d9-4579-879b-a12f6661dec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.657960 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Request body: {'port': {'device_id': '07410516-3bb9-4833-92f8-24d15e1cc292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:22.768425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.789061 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2064358c-00d9-4579-879b-a12f6661dec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.838889 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30ffd1-fbd6-4940-b535-217bbd100bde req-826a8daa-32f6-492f-a64b-f14a9d38564c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:22.840511 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b30ffd1-fbd6-4940-b535-217bbd100bde req-826a8daa-32f6-492f-a64b-f14a9d38564c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 931 time: 0.0907710 Nov 08 14:16:22.862874 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-dd7f7dd7-7e8b-4718-bcef-acb5b554773f service neutron] 10.222.0.73 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611303 Nov 08 14:16:22.897611 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2064358c-00d9-4579-879b-a12f6661dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:22.954976 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b30ffd1-fbd6-4940-b535-217bbd100bde req-8a06e66d-a9ab-40eb-9288-ef162c965341 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079865 Nov 08 14:16:22.963995 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2064358c-00d9-4579-879b-a12f6661dec1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=996ad77fb64e46bf8f70ebc50b6f6d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991608 Nov 08 14:16:22.972748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41702) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:22.981026 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064358c-00d9-4579-879b-a12f6661dec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d791c-d076-4b56-bb8c-e2027d3012da,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:23.074452 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-36d62945-343c-4973-972d-10fcdbefc3d3 service neutron] 10.222.0.73 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014778 Nov 08 14:16:23.095341 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9a0-a14f-4043-9de9-d796037788f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.137722 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9a0-a14f-4043-9de9-d796037788f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.219987 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb71a9a-55b9-421c-869b-38e33a98fdc2 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:16:23.229291 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.345306 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Transition to ACTIVE for port object fcb71a9a-55b9-421c-869b-38e33a98fdc2 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:16:23.346416 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9a0-a14f-4043-9de9-d796037788f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.349700 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9a0-a14f-4043-9de9-d796037788f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.351745 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6eddb9a0-a14f-4043-9de9-d796037788f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e9d791c-d076-4b56-bb8c-e2027d3012da HTTP/1.1" status: 204 len: 168 time: 0.3775167 Nov 08 14:16:23.393808 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb9a0-a14f-4043-9de9-d796037788f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d791c-d076-4b56-bb8c-e2027d3012da,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:23.409011 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4bc18063-b68c-4801-9c8f-f6cd3ea707b9 req-c6ee0654-c556-48af-ad8b-eeaec0d8f79c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 210 time: 0.0526226 Nov 08 14:16:23.424604 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.500991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb71a9a-55b9-421c-869b-38e33a98fdc2,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:23.612138 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Attempting to bind port fcb71a9a-55b9-421c-869b-38e33a98fdc2 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:23.612849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Attempting to bind port fcb71a9a-55b9-421c-869b-38e33a98fdc2 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:23.613381 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Attempting to bind port fcb71a9a-55b9-421c-869b-38e33a98fdc2 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:23.619251 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Port fcb71a9a-55b9-421c-869b-38e33a98fdc2 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:16:23.619757 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Attempting to bind port fcb71a9a-55b9-421c-869b-38e33a98fdc2 on network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:23.626314 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:23.626741 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Checking segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:23.627195 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Bound using segment: {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:23.627724 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Bound port: fcb71a9a-55b9-421c-869b-38e33a98fdc2, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:23.628174 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.743171 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] For port fcb71a9a-55b9-421c-869b-38e33a98fdc2, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:23.750364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] For port fcb71a9a-55b9-421c-869b-38e33a98fdc2, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:23.871716 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.937941 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:23.941348 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:23.943769 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] 10.222.0.64 "PUT /v2.0/ports/fcb71a9a-55b9-421c-869b-38e33a98fdc2 HTTP/1.1" status: 200 len: 1093 time: 1.4436026 Nov 08 14:16:23.949337 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:23.954627 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeaeff8-3396-4ef2-998c-343fbad76780" -d '{"events": [{"name": "network-changed", "server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:24.016372 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc582-48b3-4eb7-9826-68c51608ed21 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb71a9a-55b9-421c-869b-38e33a98fdc2,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:24.281547 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-a820e8f4-98be-4e69-a4b6-6233a93f7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:24.287995 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-a820e8f4-98be-4e69-a4b6-6233a93f7908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 1096 time: 0.1122432 Nov 08 14:16:24.302681 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22105be-17e2-4874-b88b-2b80bc6b094d req-58336b3e-766e-4a17-acaf-ae2c7e7caa18 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:24.306046 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a22105be-17e2-4874-b88b-2b80bc6b094d req-58336b3e-766e-4a17-acaf-ae2c7e7caa18 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 943 time: 0.1611736 Nov 08 14:16:24.369320 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-6130d9bc-1a05-48c2-b498-47b075fa1f21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2 HTTP/1.1" status: 200 len: 217 time: 0.0708461 Nov 08 14:16:24.398917 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a22105be-17e2-4874-b88b-2b80bc6b094d req-33700cb3-ff5b-45de-af8d-1f2352a4d4c0 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842459 Nov 08 14:16:24.419473 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-9247844d-85fe-474d-b638-7f421756c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:24.428412 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c1578d-21a2-4a02-a88b-fd3d4b9b4abe x-openstack-request-id: req-46c1578d-21a2-4a02-a88b-fd3d4b9b4abe {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:24.431699 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:24.432293 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46c1578d-21a2-4a02-a88b-fd3d4b9b4abe {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:24.433056 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'status': 'completed', 'code': 200} Nov 08 14:16:24.450703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-c1d31d92-5878-40a3-a93a-ea9f73796937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:24.452438 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-c1d31d92-5878-40a3-a93a-ea9f73796937 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.0739443 Nov 08 14:16:24.520200 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-bb65c535-db5c-4ff8-be06-aa8b90bbf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:24.521771 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-bb65c535-db5c-4ff8-be06-aa8b90bbf8a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603135 Nov 08 14:16:24.527010 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1ce60d09-dd2e-46a7-b6a1-8f096df386b4 req-557d7612-73e7-434c-91fa-f660884b395c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 210 time: 0.0482893 Nov 08 14:16:24.635361 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-22cf383c-cea7-469f-a183-76bc8653ff98 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958798 Nov 08 14:16:24.737967 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d5c690f7-6aa1-413d-a32d-8ed01acb9237 req-616adfff-28da-45e1-82f9-3c494c27c386 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006801 Nov 08 14:16:25.051318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-6e06c218-6ca4-4baa-a846-8432da9719e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:25.053349 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-6e06c218-6ca4-4baa-a846-8432da9719e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 1096 time: 0.0492816 Nov 08 14:16:25.156905 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-7c28d0bf-0897-4588-806c-b73b59e73d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:25.159411 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-7c28d0bf-0897-4588-806c-b73b59e73d30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 912 time: 0.0960631 Nov 08 14:16:25.255764 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-3fc5efdc-91ed-4ff2-92db-fb4e283903b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2 HTTP/1.1" status: 200 len: 217 time: 0.0851681 Nov 08 14:16:25.315977 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-bca62289-a63d-489b-8411-6338c42ae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:25.318123 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-bca62289-a63d-489b-8411-6338c42ae8e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.0547915 Nov 08 14:16:25.392512 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-784f3fcd-0b04-4920-99c0-be7b92606c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:25.392512 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-784f3fcd-0b04-4920-99c0-be7b92606c2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647411 Nov 08 14:16:25.524023 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-8712dae6-2155-4896-b198-88daf20856ef service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233156 Nov 08 14:16:25.637630 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10329b86-aeba-4d17-bc6c-2a428b4a0d1a req-1c7def12-eb64-448f-8b63-5988dc7e87aa tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:25.640697 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-10329b86-aeba-4d17-bc6c-2a428b4a0d1a req-1c7def12-eb64-448f-8b63-5988dc7e87aa tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 943 time: 0.0989192 Nov 08 14:16:25.690920 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a2aeac04-ea46-4ba9-bf89-849fdaa5dad4 req-97a6d44e-d01f-44a2-9a5e-bb77db540698 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 210 time: 0.0464509 Nov 08 14:16:25.694472 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ceeaeff8-3396-4ef2-998c-343fbad76780 req-b440f7f6-1098-44ec-92d9-25958abc988e service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603098 Nov 08 14:16:25.740578 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-10329b86-aeba-4d17-bc6c-2a428b4a0d1a req-b5d15b0d-6020-4956-9842-c88e997ff9ae tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815978 Nov 08 14:16:25.889606 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41796) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:26.024507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1250d97a-40d2-4e21-a98f-7ca0d609d8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:26.124803 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1250d97a-40d2-4e21-a98f-7ca0d609d8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:26.236012 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1250d97a-40d2-4e21-a98f-7ca0d609d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:26.286516 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d97a-40d2-4e21-a98f-7ca0d609d8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b98554c-5051-48d7-aff0-f67be53355d2,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:26.292551 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1250d97a-40d2-4e21-a98f-7ca0d609d8ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fcd087eb50a349ca8e7a4ba753d6fff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014080 Nov 08 14:16:26.297463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41806) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:26.382949 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-987b3e4b-63d0-4255-ae29-4e2e4bf60118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:26.420631 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-987b3e4b-63d0-4255-ae29-4e2e4bf60118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:26.564631 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-987b3e4b-63d0-4255-ae29-4e2e4bf60118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:26.567767 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-987b3e4b-63d0-4255-ae29-4e2e4bf60118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:26.569144 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-987b3e4b-63d0-4255-ae29-4e2e4bf60118 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b98554c-5051-48d7-aff0-f67be53355d2 HTTP/1.1" status: 204 len: 168 time: 0.2706177 Nov 08 14:16:26.578558 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b3e4b-63d0-4255-ae29-4e2e4bf60118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b98554c-5051-48d7-aff0-f67be53355d2,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:26.869400 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ee4c5025-3465-4a3a-999f-af5f3ef1dc10 req-b6e5fb25-7e8e-4166-a164-cdc6de91bf15 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 210 time: 0.0491173 Nov 08 14:16:26.960608 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee13a29-7feb-4aa7-9dc3-808d04e1ff1b req-65f8769c-8f92-45cd-bba7-ac9f8ce2f08c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:26.962654 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aee13a29-7feb-4aa7-9dc3-808d04e1ff1b req-65f8769c-8f92-45cd-bba7-ac9f8ce2f08c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 943 time: 0.0838485 Nov 08 14:16:27.035802 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-b4c0537b-77c8-4b9b-80e0-0efb93e52318 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:27.037491 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-b4c0537b-77c8-4b9b-80e0-0efb93e52318 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 817 time: 0.1750197 Nov 08 14:16:27.040214 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aee13a29-7feb-4aa7-9dc3-808d04e1ff1b req-33946fd2-ed03-4a0d-bed2-f706a0973671 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688922 Nov 08 14:16:27.097769 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-fcceb9b6-aa2f-421e-b165-bf2751d2da92 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 379 time: 0.0494282 Nov 08 14:16:27.110125 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'port': {'device_id': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'admin_state_up': True, 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'security_groups': ['3bcf4b82-1e14-4971-96ed-bdbd0780d55e']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:27.113288 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:27.156368 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2bbe20ca-9af8-444a-9c2f-a5226b164660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:27.366900 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Made reservation on behalf of 99d34d890af0459dba6a3bb83aa70ccd for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:27.370574 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:27.490077 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fcb71a9a-55b9-421c-869b-38e33a98fdc2 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:16:27.555958 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Allocated IP 172.20.0.8 (88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb/e248766d-8ffc-437e-a94f-e4b7670b8eb1/131a3efd-b724-46fc-83c0-b99545dc41d7) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:27.701246 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port fcb71a9a-55b9-421c-869b-38e33a98fdc2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:27.723138 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'port_id': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'mac_address': 'fa:16:3e:0b:dd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:16:27.773635 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:27.820229 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:27.836180 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb71a9a-55b9-421c-869b-38e33a98fdc2 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:16:27.868805 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port fcb71a9a-55b9-421c-869b-38e33a98fdc2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:27.931430 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:27.991617 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:27.997966 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:28.000684 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:28.009584 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:28.052639 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bfdd8-926a-488e-8372-06a0200cf1cf req-9c44260a-40de-421a-87a6-54ba04dcec2d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:28.056377 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5f7bfdd8-926a-488e-8372-06a0200cf1cf req-9c44260a-40de-421a-87a6-54ba04dcec2d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 931 time: 0.0725677 Nov 08 14:16:28.074514 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:28.075229 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:28.100719 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:28.102645 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5f7bfdd8-926a-488e-8372-06a0200cf1cf req-c3fbdb99-c238-4717-9248-4cc9ce41cc4b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Nov 08 14:16:28.196405 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=fcb71a9a-55b9-421c-869b-38e33a98fdc2,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:28.205734 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.206317 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.206494 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.206934 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.207357 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.207943 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.208395 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.208777 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.209163 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.210852 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.211514 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.212278 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:28.242631 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33632f81-e14f-40d8-9748-b9437a73378d req-e92d303b-470c-4d9c-96ad-282c1e5838a2 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:28.244326 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33632f81-e14f-40d8-9748-b9437a73378d req-e92d303b-470c-4d9c-96ad-282c1e5838a2 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 944 time: 0.0728183 Nov 08 14:16:28.314603 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-33632f81-e14f-40d8-9748-b9437a73378d req-8904cd24-c8ec-4351-bce6-f9997ad3d8d1 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577843 Nov 08 14:16:28.356062 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['fcb71a9a-55b9-421c-869b-38e33a98fdc2'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:16:28.401250 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-170363ca-7031-4be6-a356-982b46087d2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2958167 Nov 08 14:16:28.414333 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Request body: {'port': {'device_id': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:28.414983 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-00ff7000-9c46-4e65-9a09-8543fff1709f None None] Provisioning complete for port 131a3efd-b724-46fc-83c0-b99545dc41d7 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:28.415381 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-00ff7000-9c46-4e65-9a09-8543fff1709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:28.470012 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-00ff7000-9c46-4e65-9a09-8543fff1709f None None] Port 131a3efd-b724-46fc-83c0-b99545dc41d7 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:16:28.471081 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:28.735767 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:28.772198 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131a3efd-b724-46fc-83c0-b99545dc41d7 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:16:28.780467 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:28.795087 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Transition to ACTIVE for port object 131a3efd-b724-46fc-83c0-b99545dc41d7 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:16:28.902628 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:28.973095 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:29.057563 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Attempting to bind port 131a3efd-b724-46fc-83c0-b99545dc41d7 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:29.057885 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Attempting to bind port 131a3efd-b724-46fc-83c0-b99545dc41d7 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:29.058392 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Attempting to bind port 131a3efd-b724-46fc-83c0-b99545dc41d7 on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:29.069613 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Port 131a3efd-b724-46fc-83c0-b99545dc41d7 on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:16:29.069613 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Attempting to bind port 131a3efd-b724-46fc-83c0-b99545dc41d7 on network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:29.073209 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:29.073560 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Checking segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:29.073940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Bound using segment: {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:29.074611 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Bound port: 131a3efd-b724-46fc-83c0-b99545dc41d7, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753c7290-ac1b-4173-b015-5d98d2e7f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:29.075405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:29.190844 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:29.191234 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:29.272366 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fededb96-75ff-47d8-b56f-dd1e1097cd1b req-1fd131ef-de40-4ac4-8de0-c7eda4aa66d0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:29.274062 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fededb96-75ff-47d8-b56f-dd1e1097cd1b req-1fd131ef-de40-4ac4-8de0-c7eda4aa66d0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0566463 Nov 08 14:16:29.322207 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fededb96-75ff-47d8-b56f-dd1e1097cd1b req-df6dd94b-eb1e-4cd6-8e64-41766a9091a2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Nov 08 14:16:29.328127 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:29.366771 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:29.371456 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:29.371456 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] 10.222.0.64 "PUT /v2.0/ports/131a3efd-b724-46fc-83c0-b99545dc41d7 HTTP/1.1" status: 200 len: 1093 time: 0.9589643 Nov 08 14:16:29.371456 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:29.372239 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b608d9-0747-471a-8f82-f52f30c07ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:29.411571 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8ba4c-a274-4f31-99df-beaf0c02e6dc service neutron] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:29.444150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fef4a8-fbab-46e9-9579-a6458df69d76 x-openstack-request-id: req-68fef4a8-fbab-46e9-9579-a6458df69d76 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:29.444617 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:29.444996 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68fef4a8-fbab-46e9-9579-a6458df69d76 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:29.445623 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'status': 'completed', 'code': 200} Nov 08 14:16:29.507084 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340053e8-fb55-4471-919a-b04943eaca98 req-8787e074-6fc0-4fe4-88b6-8f466f1e1059 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:29.517606 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-340053e8-fb55-4471-919a-b04943eaca98 req-8787e074-6fc0-4fe4-88b6-8f466f1e1059 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 944 time: 0.0852168 Nov 08 14:16:29.521151 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fcb71a9a-55b9-421c-869b-38e33a98fdc2 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:29.583713 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-340053e8-fb55-4471-919a-b04943eaca98 req-f25cab24-32fc-4745-a235-a13846afdf2f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647223 Nov 08 14:16:29.585496 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b608d9-0747-471a-8f82-f52f30c07ca0 req-caa6babb-8b1c-4fff-aff2-2fab9dfb61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:29.592454 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-12b608d9-0747-471a-8f82-f52f30c07ca0 req-caa6babb-8b1c-4fff-aff2-2fab9dfb61c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1096 time: 0.1147084 Nov 08 14:16:29.758268 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port fcb71a9a-55b9-421c-869b-38e33a98fdc2 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:16:29.763526 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port fcb71a9a-55b9-421c-869b-38e33a98fdc2 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:29.765329 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:29.791745 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b608d9-0747-471a-8f82-f52f30c07ca0 req-63102c9d-336e-4b3c-b54d-8adbe588c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:29.794376 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-12b608d9-0747-471a-8f82-f52f30c07ca0 req-63102c9d-336e-4b3c-b54d-8adbe588c92e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1958864 Nov 08 14:16:29.861703 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:29.892636 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:29.895164 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed23309-387a-48a0-ab33-ec657532d3d9" -d '{"events": [{"server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "name": "network-vif-plugged", "status": "completed", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:29.911390 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port fcb71a9a-55b9-421c-869b-38e33a98fdc2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:29.953431 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b608d9-0747-471a-8f82-f52f30c07ca0 req-31d463ab-3a9f-4900-8eca-eed3a0dc556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:29.960711 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-12b608d9-0747-471a-8f82-f52f30c07ca0 req-31d463ab-3a9f-4900-8eca-eed3a0dc556b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1533749 Nov 08 14:16:29.992871 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41904) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:30.073101 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.081929 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.096502 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-3ded5476-4984-4111-8935-dbb1aba70010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:30.105118 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-3ded5476-4984-4111-8935-dbb1aba70010 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1096 time: 0.0691066 Nov 08 14:16:30.105118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] Deleting subnet 8ab50de1-b2b0-4328-8022-b473cc5c2fa8 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:16:30.120496 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.145188 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550e57f-d7d9-4140-98b3-7148398677e8 x-openstack-request-id: req-b550e57f-d7d9-4140-98b3-7148398677e8 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:30.145667 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "name": "network-vif-plugged", "status": "completed", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:30.146084 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b550e57f-d7d9-4140-98b3-7148398677e8 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:30.146705 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'code': 200} Nov 08 14:16:30.187705 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-db6e9441-176f-4014-9920-474c7bcd9b27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=131a3efd-b724-46fc-83c0-b99545dc41d7 HTTP/1.1" status: 200 len: 217 time: 0.0796204 Nov 08 14:16:30.193253 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=fcb71a9a-55b9-421c-869b-38e33a98fdc2,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:30.217917 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.298571 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-685c480a-d82a-4c8a-bc35-c5957e066b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:30.300080 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-685c480a-d82a-4c8a-bc35-c5957e066b93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0983274 Nov 08 14:16:30.303383 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.399794 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-cfa2d223-aab1-4d82-a171-40f526ed0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:30.401370 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-cfa2d223-aab1-4d82-a171-40f526ed0a41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760195 Nov 08 14:16:30.496340 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.543320 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265502d-7b58-4766-a4ff-2ffbfe1c98c3 req-a62b6640-1dbb-4102-ad2f-83dfb7e2e830 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:30.548135 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7265502d-7b58-4766-a4ff-2ffbfe1c98c3 req-a62b6640-1dbb-4102-ad2f-83dfb7e2e830 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0994887 Nov 08 14:16:30.558142 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.566971 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8ab50de1-b2b0-4328-8022-b473cc5c2fa8 HTTP/1.1" status: 204 len: 168 time: 0.5694187 Nov 08 14:16:30.575044 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41922) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:30.613053 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f7cb5-f197-4321-ac84-1c146b00fb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab50de1-b2b0-4328-8022-b473cc5c2fa8,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:30.656828 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-567d35fa-7472-44be-85b0-eb911737299c service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466314 Nov 08 14:16:30.661997 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7265502d-7b58-4766-a4ff-2ffbfe1c98c3 req-b438527b-eabc-4af8-ac2f-04d70b924680 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072102 Nov 08 14:16:30.705536 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b9059-58f2-47e8-90ca-f87e49fb471a req-a9748cab-355a-4fea-87ed-04191446ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:30.705852 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.708724 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-417b9059-58f2-47e8-90ca-f87e49fb471a req-a9748cab-355a-4fea-87ed-04191446ebd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 1098 time: 0.1802337 Nov 08 14:16:30.812749 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-417b9059-58f2-47e8-90ca-f87e49fb471a req-0b69de92-270a-4e6e-990a-45d3ee0a7bf5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723250 Nov 08 14:16:30.837419 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-783af8e2-1917-444c-a70c-f18df4a70eeb req-83499629-4656-47e5-98a1-4673e5cac3ec service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677351 Nov 08 14:16:30.910464 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:30.941804 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dfd74-48e0-4dfa-9cbd-72ba07d7f5df req-9e17b499-7fe5-455b-a256-0fd2251e6032 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:30.944353 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-878dfd74-48e0-4dfa-9cbd-72ba07d7f5df req-9e17b499-7fe5-455b-a256-0fd2251e6032 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.2266877 Nov 08 14:16:30.968018 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4087b6c2-2509-4e24-9de0-8b447d661ade']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:30.990165 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74b8714-8045-4ab9-9916-f5ec4027a908') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:30.990574 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74b8714-8045-4ab9-9916-f5ec4027a908') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:31.016638 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:31.043068 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-878dfd74-48e0-4dfa-9cbd-72ba07d7f5df req-f6852661-98cd-4c3e-8ab7-b036e817971d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868042 Nov 08 14:16:31.050952 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:31.061296 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:16:31.062725 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:16:31.064851 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:16:31.298819 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:31.308692 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:31.328498 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4087b6c2-2509-4e24-9de0-8b447d661ade HTTP/1.1" status: 204 len: 168 time: 0.7420428 Nov 08 14:16:31.345660 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb645c-b8cf-4090-bef4-f022380a1e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=4087b6c2-2509-4e24-9de0-8b447d661ade,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:31.816876 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589af7-4cb7-4996-9897-9b3d8b5ec172 req-ecbcf5da-1ddd-4727-8d5e-7f6cff37f56f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:31.818916 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6e589af7-4cb7-4996-9897-9b3d8b5ec172 req-ecbcf5da-1ddd-4727-8d5e-7f6cff37f56f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0599353 Nov 08 14:16:31.877485 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6e589af7-4cb7-4996-9897-9b3d8b5ec172 req-b43a9b12-b66a-457e-ae57-745ba3fc4ed8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472941 Nov 08 14:16:31.880474 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41938) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:31.948311 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-4463de38-b3d7-4cdc-9e55-bef365845160 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6ecdfb644c64ce39fa257b8610ea5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666025 Nov 08 14:16:31.952866 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41940) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:32.029033 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b990d99d-8d7c-45e2-98b1-a27c25aac348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:32.069243 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b990d99d-8d7c-45e2-98b1-a27c25aac348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:32.207751 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81102ec-3b7c-44e7-99d4-b2bf0b18ff95 req-3551611d-a8ea-4779-9f3a-4cdfd2d063a3 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:32.209371 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e81102ec-3b7c-44e7-99d4-b2bf0b18ff95 req-3551611d-a8ea-4779-9f3a-4cdfd2d063a3 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.0682499 Nov 08 14:16:32.273896 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e81102ec-3b7c-44e7-99d4-b2bf0b18ff95 req-7a697e91-e68f-42a6-a7b3-4bd87ea2122e tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437346 Nov 08 14:16:32.504402 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b990d99d-8d7c-45e2-98b1-a27c25aac348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:32.506934 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b990d99d-8d7c-45e2-98b1-a27c25aac348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:32.508104 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b990d99d-8d7c-45e2-98b1-a27c25aac348 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad HTTP/1.1" status: 204 len: 168 time: 0.5543661 Nov 08 14:16:32.517982 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990d99d-8d7c-45e2-98b1-a27c25aac348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2d0fd-05f3-4c34-8567-f2bbbe7e56ad,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:33.053218 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41960) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:33.104412 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bacbf4-34f0-40a3-9561-4d1e3534e861 req-06416982-4049-4a95-a5fe-3d405248f9a4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:33.107233 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-38bacbf4-34f0-40a3-9561-4d1e3534e861 req-06416982-4049-4a95-a5fe-3d405248f9a4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.1079545 Nov 08 14:16:33.187028 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-38bacbf4-34f0-40a3-9561-4d1e3534e861 req-bb02f261-4e7c-46aa-bc3e-48a93ced56af tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632277 Nov 08 14:16:33.255794 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-39aea603-d524-490a-b0e8-e61571af5397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.410791 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-39aea603-d524-490a-b0e8-e61571af5397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.473359 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456ca5c-3d8a-46a9-8c92-4a522d58b281 req-980db29d-882d-433a-b370-1d6f70201c71 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:33.476556 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8456ca5c-3d8a-46a9-8c92-4a522d58b281 req-980db29d-882d-433a-b370-1d6f70201c71 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.0847449 Nov 08 14:16:33.519850 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8456ca5c-3d8a-46a9-8c92-4a522d58b281 req-06a250b5-da8e-4920-bd2b-2952e45bb786 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386198 Nov 08 14:16:33.523286 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:16:33.561514 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-39aea603-d524-490a-b0e8-e61571af5397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.614294 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-39aea603-d524-490a-b0e8-e61571af5397 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7863a43ea1ff43f9ba4fdbe67ddec04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595124 Nov 08 14:16:33.614294 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aea603-d524-490a-b0e8-e61571af5397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c681e6-dcd1-49c3-a042-23783e5a8a25,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:33.615546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41984) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:33.642128 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:33.657066 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'port_id': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'mac_address': 'fa:16:3e:31:67:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:16:33.682277 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78b97-013f-4aaa-b1e3-aec828d1a9b3 req-695447f3-f984-49ec-9c4f-5b386dd1e92d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:33.688028 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4fc78b97-013f-4aaa-b1e3-aec828d1a9b3 req-695447f3-f984-49ec-9c4f-5b386dd1e92d tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.0715332 Nov 08 14:16:33.704888 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 41988) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:33.705551 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4e0d2eb0-5b74-4369-a389-16bed99566e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.711322 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Request body: {'floatingip': {'port_id': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:33.712779 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.727730 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131a3efd-b724-46fc-83c0-b99545dc41d7 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:16:33.754549 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:33.777145 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.840776 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4e0d2eb0-5b74-4369-a389-16bed99566e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.909904 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:33.963111 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:34.116452 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 41998) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:34.166060 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['131a3efd-b724-46fc-83c0-b99545dc41d7'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:16:34.194767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4e0d2eb0-5b74-4369-a389-16bed99566e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.202399 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4e0d2eb0-5b74-4369-a389-16bed99566e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.202399 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-4e0d2eb0-5b74-4369-a389-16bed99566e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8c681e6-dcd1-49c3-a042-23783e5a8a25 HTTP/1.1" status: 204 len: 168 time: 0.5831542 Nov 08 14:16:34.253702 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-823595720-network', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:34.320228 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d2eb0-5b74-4369-a389-16bed99566e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c681e6-dcd1-49c3-a042-23783e5a8a25,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:34.345778 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.378564 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5304b1-cb54-4d2a-98cf-a86036a66278 req-77020ce3-cb1f-4ae1-87c8-61649a1b14ca tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:34.380391 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-be5304b1-cb54-4d2a-98cf-a86036a66278 req-77020ce3-cb1f-4ae1-87c8-61649a1b14ca tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 944 time: 0.0679686 Nov 08 14:16:34.409556 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Made reservation on behalf of e3e148eb10c2460ebc630452574cb55f for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:34.412040 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.432158 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.440478 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-be5304b1-cb54-4d2a-98cf-a86036a66278 req-d68d75e2-8019-4ecb-9ca3-530ef1366c1a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540266 Nov 08 14:16:34.480564 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.533582 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.629725 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.656341 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:16:34.673865 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93ea57-9f15-463d-9fb6-1ae202ec9069,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:34.680901 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.681403 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Added segment d086bfa3-ba74-4c81-82ed-97721bab9622 of type vlan for network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 Nov 08 14:16:34.741866 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.846579 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Floating IP 76ea2de4-db08-4ac0-bf1e-50d79cb165f5 associated. External IP: 172.27.2.151, port: fcb71a9a-55b9-421c-869b-38e33a98fdc2. Nov 08 14:16:34.875902 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.877151 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:34.878048 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:34.953828 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] Pushing event updated for resources: {'Network': ['ID=c2766925-0ac2-4bbc-a57a-e3dd8e336a74,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:34.969740 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:16:35.007579 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ff8e4a88-cf9f-4174-b2f1-e57d1f6d8871 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8899643 Nov 08 14:16:35.010717 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42010) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:35.016860 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Request body: {'subnet': {'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-823595720-subnet', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'ip_version': 4}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:35.110546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:35.147189 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Made reservation on behalf of e3e148eb10c2460ebc630452574cb55f for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:35.149874 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520386038'] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:35.233626 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:35.239976 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:35.253578 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] Sync routers for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:35.271822 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:35.272672 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:35.279675 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-b70c230c-aa96-4047-9fe2-1586f35af049 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "PUT /v2.0/floatingips/76ea2de4-db08-4ac0-bf1e-50d79cb165f5 HTTP/1.1" status: 200 len: 991 time: 1.5719509 Nov 08 14:16:35.280750 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:35.283290 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce92d4bb-66bc-4d68-a750-0f7678922443" -d '{"events": [{"name": "network-changed", "server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:35.359614 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6409ab0-de1a-4aca-9772-056663f7f106 x-openstack-request-id: req-b6409ab0-de1a-4aca-9772-056663f7f106 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:35.359957 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:35.377905 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6409ab0-de1a-4aca-9772-056663f7f106 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:35.377905 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'status': 'completed', 'code': 200} Nov 08 14:16:35.437592 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-e3f0fd64-9317-42c5-b757-41b153a35050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.439146 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-e3f0fd64-9317-42c5-b757-41b153a35050 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 1098 time: 0.0487211 Nov 08 14:16:35.447693 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:35.557976 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:35.567966 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-16c1911b-cf3f-458e-a24c-503b1658faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.570536 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-16c1911b-cf3f-458e-a24c-503b1658faa2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 912 time: 0.1222794 Nov 08 14:16:35.626207 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520520974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520386020'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:35.711466 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c58068-48f4-499f-a4bc-2146934a69d2,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:35.714863 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-95e9a204-bfda-4639-b143-c10461c4700f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2 HTTP/1.1" status: 200 len: 999 time: 0.1362724 Nov 08 14:16:35.755371 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134136-4413-412a-b2c2-1686f6079fa1 req-ff85c85a-d085-4c59-a7e8-1d4f9fc123b1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.763002 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92134136-4413-412a-b2c2-1686f6079fa1 req-ff85c85a-d085-4c59-a7e8-1d4f9fc123b1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 944 time: 0.1594906 Nov 08 14:16:35.797368 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Checking segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:35.797781 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Network hostable DHCP agents. Network: c2766925-0ac2-4bbc-a57a-e3dd8e336a74, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:16:35.801637 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-f3ffc15e-d67d-401f-804b-505bdc9d832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.803005 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-f3ffc15e-d67d-401f-804b-505bdc9d832a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.0755019 Nov 08 14:16:35.815723 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92134136-4413-412a-b2c2-1686f6079fa1 req-9c2c40cb-f218-425a-9817-aa538d9c853e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517848 Nov 08 14:16:35.846497 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 131a3efd-b724-46fc-83c0-b99545dc41d7 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:16:35.854000 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 131a3efd-b724-46fc-83c0-b99545dc41d7 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:35.854000 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:35.886442 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-9c610a9c-c0fe-4cfa-8eb4-f58ee4c25f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.888419 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-9c610a9c-c0fe-4cfa-8eb4-f58ee4c25f2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759654 Nov 08 14:16:35.919816 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '76ea2de4-db08-4ac0-bf1e-50d79cb165f5', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'port_id': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'mac_address': 'fa:16:3e:0b:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07410516-3bb9-4833-92f8-24d15e1cc292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:16Z', 'updated_at': '2021-11-08T14:16:34Z', 'revision_number': 1, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:35.971285 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] Checking router: dbc23f3a-ed95-410f-a53c-03f3a11e0cbb for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:35.983211 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-ebdf1ca9-b559-41f0-aefe-5037cc9aa0ce service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853107 Nov 08 14:16:35.994976 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:16:35.995164 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:35.995164 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:35.995164 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:35.998842 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.087126 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce92d4bb-66bc-4d68-a750-0f7678922443 req-7f2f2264-70a4-4786-bce7-cae8e05e8230 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961962 Nov 08 14:16:36.092727 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:36.095023 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7625219d-b801-47ca-bab0-955579adf2b6" -d '{"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-plugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:36.095283 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, c2766925-0ac2-4bbc-a57a-e3dd8e336a74) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:36.101195 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.102002 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.120340 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d6f3c-d883-4133-a4de-24a31c987a63 None None] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:36.127635 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:36.144555 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11cd675-8db0-420b-8e65-931ee33e6644 x-openstack-request-id: req-d11cd675-8db0-420b-8e65-931ee33e6644 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:36.144871 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-plugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:36.145125 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d11cd675-8db0-420b-8e65-931ee33e6644 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:36.145507 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'code': 200} Nov 08 14:16:36.199400 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:36.321107 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a7b20ced-7803-4073-97d9-e50493a68768 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3090553 Nov 08 14:16:36.325241 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42024) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:36.328862 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.329994 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:36.447013 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.448144 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.517427 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.569534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99f564-9aa8-4cc4-a6d0-f8fadf91457e req-b6e1a223-e5fa-4cee-b553-b5dcecc28554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.571105 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4c99f564-9aa8-4cc4-a6d0-f8fadf91457e req-b6e1a223-e5fa-4cee-b553-b5dcecc28554 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1098 time: 0.0442324 Nov 08 14:16:36.581906 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:36.588134 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:16:36.589019 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.612232 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4c99f564-9aa8-4cc4-a6d0-f8fadf91457e req-e12f8e11-61d4-4554-bc16-a3846cfcfa0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323408 Nov 08 14:16:36.781613 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Allocated IP 172.20.0.2 (c2766925-0ac2-4bbc-a57a-e3dd8e336a74/18c58068-48f4-499f-a4bc-2146934a69d2/f67e08bf-5cb2-48ac-974c-16f843b092a8) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:36.803805 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '76ea2de4-db08-4ac0-bf1e-50d79cb165f5', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'port_id': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'mac_address': 'fa:16:3e:0b:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07410516-3bb9-4833-92f8-24d15e1cc292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:16Z', 'updated_at': '2021-11-08T14:16:34Z', 'revision_number': 1, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:36.814691 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.867575 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb0f6f-e177-45be-a457-7f025940383b None None] The sync data for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi is: [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '76ea2de4-db08-4ac0-bf1e-50d79cb165f5', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'port_id': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'mac_address': 'fa:16:3e:0b:dd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07410516-3bb9-4833-92f8-24d15e1cc292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:16Z', 'updated_at': '2021-11-08T14:16:34Z', 'revision_number': 1, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:36.976402 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fd4b6-aebb-47a6-ad43-9266cf353ef7 req-3c9c8349-a700-493c-88d0-c209bb805255 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.990360 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:36.990932 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca6fd4b6-aebb-47a6-ad43-9266cf353ef7 req-3c9c8349-a700-493c-88d0-c209bb805255 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0669818 Nov 08 14:16:37.035212 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca6fd4b6-aebb-47a6-ad43-9266cf353ef7 req-91a50756-b49d-4870-8aa1-d3462ea09609 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405755 Nov 08 14:16:37.115353 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9559fb3-951b-4157-a548-9684176db584 None None] New status for floating IP 76ea2de4-db08-4ac0-bf1e-50d79cb165f5: ACTIVE {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:16:37.121029 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.127404 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.143330 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.177976 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:37.181544 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:37.184807 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:37.257915 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Pushing event updated for resources: {'Port': ['ID=f67e08bf-5cb2-48ac-974c-16f843b092a8,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:37.258177 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Allocated IP 172.27.2.16 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/d36ee459-f3e7-4fbf-aae6-b9a5947f57e2) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:37.269103 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Attempting to bind port f67e08bf-5cb2-48ac-974c-16f843b092a8 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:37.269763 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Attempting to bind port f67e08bf-5cb2-48ac-974c-16f843b092a8 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:37.270307 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Attempting to bind port f67e08bf-5cb2-48ac-974c-16f843b092a8 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:37.277097 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:37.277763 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Checking segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:37.278334 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.278917 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Bound using segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:37.279956 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Bound port: f67e08bf-5cb2-48ac-974c-16f843b092a8, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:37.280555 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.357292 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] For port f67e08bf-5cb2-48ac-974c-16f843b092a8, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:37.363291 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] For port f67e08bf-5cb2-48ac-974c-16f843b092a8, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f67e08bf-5cb2-48ac-974c-16f843b092a8,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:37.376426 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.495913 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.569846 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:37.577955 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abfbc9-949b-46a7-94f3-2ead02355f83 None None] Pushing event updated for resources: {'Port': ['ID=f67e08bf-5cb2-48ac-974c-16f843b092a8,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:37.615475 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:37.618739 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:37.621543 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:37.672390 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Pushing event updated for resources: {'Port': ['ID=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:38.108573 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:38.184651 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069ac52-4ef1-4834-8ca1-0353a5c3d41c req-8d10ab73-e81d-4fdd-872b-3eb8de5a238a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:38.186927 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f069ac52-4ef1-4834-8ca1-0353a5c3d41c req-8d10ab73-e81d-4fdd-872b-3eb8de5a238a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0704145 Nov 08 14:16:38.239018 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f069ac52-4ef1-4834-8ca1-0353a5c3d41c req-09c5d41f-88bb-4872-b3d7-8fe7a4f05f97 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403149 Nov 08 14:16:38.333647 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:38.375208 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864ee19-bed8-4166-b55a-74a44db07702 req-27dca549-5d68-455a-b86f-a889a0994bac tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:38.377024 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c864ee19-bed8-4166-b55a-74a44db07702 req-27dca549-5d68-455a-b86f-a889a0994bac tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0560381 Nov 08 14:16:38.389541 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42056) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:38.393074 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Request body: {'floatingip': {'port_id': '131a3efd-b724-46fc-83c0-b99545dc41d7'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:38.438010 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:38.587109 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:16:38.674152 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135d636-5d90-4da6-bd78-1a39dddffb60 None None] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:38.721831 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:38.734123 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:38.753912 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-13420683-7c62-42b6-83f1-9beafd9454b4 None None] Provisioning complete for port f67e08bf-5cb2-48ac-974c-16f843b092a8 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:38.754285 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-13420683-7c62-42b6-83f1-9beafd9454b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:38.766465 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:38.767697 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:39.050017 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f67e08bf-5cb2-48ac-974c-16f843b092a8 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:39.051971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.051971 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-3def5d1f-f76d-483f-8031-56cbd50d09cc admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6198466 Nov 08 14:16:39.053220 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.053220 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42066) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:39.053414 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:39.121741 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.166454 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port f67e08bf-5cb2-48ac-974c-16f843b092a8 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:39.166856 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.171525 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-13420683-7c62-42b6-83f1-9beafd9454b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.263477 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-13420683-7c62-42b6-83f1-9beafd9454b4 None None] For port f67e08bf-5cb2-48ac-974c-16f843b092a8, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f67e08bf-5cb2-48ac-974c-16f843b092a8,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:39.343353 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.363448 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Floating IP 3de57ca2-daee-4ecd-a310-6b914db3525c associated. External IP: 172.27.2.181, port: 131a3efd-b724-46fc-83c0-b99545dc41d7. Nov 08 14:16:39.380368 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:37Z', 'revision_number': 3, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:39.383066 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-13420683-7c62-42b6-83f1-9beafd9454b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.442776 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:39.443098 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Updating router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:39.525728 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.530254 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.db.api [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:16:39.530738 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG oslo_db.api [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:16:39.533162 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13420683-7c62-42b6-83f1-9beafd9454b4 None None] Pushing event updated for resources: {'Port': ['ID=f67e08bf-5cb2-48ac-974c-16f843b092a8,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:39.556880 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-04cf4831-c90b-48e4-9392-b4771cf2cbef None None] Provisioning complete for port f67e08bf-5cb2-48ac-974c-16f843b092a8 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:39.557253 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-04cf4831-c90b-48e4-9392-b4771cf2cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.656135 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42072) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:39.797413 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b160efcd-d7a5-49b9-901f-9f08b763a413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.894733 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b160efcd-d7a5-49b9-901f-9f08b763a413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.990296 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b160efcd-d7a5-49b9-901f-9f08b763a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:39.991743 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Router 977c8f86-fc95-45a1-a0df-90a26d9d747d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:39.997919 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.022360 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.071378 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-b160efcd-d7a5-49b9-901f-9f08b763a413 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ee2808333644f0ba37375d46f4ab0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100738 Nov 08 14:16:40.071378 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160efcd-d7a5-49b9-901f-9f08b763a413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d36af9-3a5b-4e22-97ca-c8eb2512152d,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:40.075766 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42078) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:40.137977 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.142801 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bbafbd64-fb99-4b18-bf53-5b443b74da4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.168719 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bbafbd64-fb99-4b18-bf53-5b443b74da4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.198259 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Attempting to bind port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:40.200242 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Attempting to bind port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:40.200242 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Attempting to bind port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:40.202976 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557445-32bb-4c9a-a865-fa402c18d8de None None] Pushing event updated for resources: {'Port': ['ID=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:40.208179 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:40.208596 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:40.208925 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.209319 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:40.209838 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Bound port: d36ee459-f3e7-4fbf-aae6-b9a5947f57e2, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:40.210230 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.273510 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] For port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:40.274629 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:40.276688 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Allocated IP 172.20.0.1 (c2766925-0ac2-4bbc-a57a-e3dd8e336a74/18c58068-48f4-499f-a4bc-2146934a69d2/2afdca10-96ff-4c94-9ce3-d243f0d4e6d1) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:40.276895 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] For port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:40.281685 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.284812 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] Sync routers for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:40.294336 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:40.295146 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:40.312877 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bbafbd64-fb99-4b18-bf53-5b443b74da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.315705 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-bbafbd64-fb99-4b18-bf53-5b443b74da4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.320883 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-bbafbd64-fb99-4b18-bf53-5b443b74da4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2d36af9-3a5b-4e22-97ca-c8eb2512152d HTTP/1.1" status: 204 len: 168 time: 0.2382698 Nov 08 14:16:40.325343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafbd64-fb99-4b18-bf53-5b443b74da4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d36af9-3a5b-4e22-97ca-c8eb2512152d,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:40.347635 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.434599 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:40.435921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:40.442334 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557445-32bb-4c9a-a865-fa402c18d8de None None] Pushing event updated for resources: {'Port': ['ID=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:40.448752 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c281f69f-44c1-4207-ba83-c735290e2efd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "PUT /v2.0/floatingips/3de57ca2-daee-4ecd-a310-6b914db3525c HTTP/1.1" status: 200 len: 991 time: 2.0588081 Nov 08 14:16:40.457412 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:40.464083 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fade512e-3701-4b68-b0c0-eba1c3e529db" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:40.496122 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:40.597876 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:40.624206 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.725309 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.786501 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:40.791335 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:40.799011 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:40.888144 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '3de57ca2-daee-4ecd-a310-6b914db3525c', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'port_id': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'mac_address': 'fa:16:3e:31:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:20Z', 'updated_at': '2021-11-08T14:16:38Z', 'revision_number': 1, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:40.905175 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Pushing event updated for resources: {'Port': ['ID=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:40.911964 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:37Z', 'revision_number': 3, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:40.948350 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:40.956510 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] Checking router: 977c8f86-fc95-45a1-a0df-90a26d9d747d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:40.964643 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:40.965443 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:40.976118 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f67e08bf-5cb2-48ac-974c-16f843b092a8 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:40.978838 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371642a-3d06-45f7-b213-85bea27bc8a6 None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:37Z', 'revision_number': 3, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:41.069915 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e84da8-8b23-4400-b88c-5b266cd74a23 x-openstack-request-id: req-77e84da8-8b23-4400-b88c-5b266cd74a23 {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:41.070211 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:41.070634 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77e84da8-8b23-4400-b88c-5b266cd74a23 {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:41.071195 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'status': 'completed', 'code': 200} Nov 08 14:16:41.088487 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port f67e08bf-5cb2-48ac-974c-16f843b092a8 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:41.089012 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.111797 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-407c6bb4-0b70-41e5-aaa1-cdd0465096c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:41.114313 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-407c6bb4-0b70-41e5-aaa1-cdd0465096c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1098 time: 0.0577710 Nov 08 14:16:41.167651 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:41.186306 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-d866b50c-69ac-4344-a6a0-38c36bc0e301 None None] Provisioning complete for port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:41.188763 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-d866b50c-69ac-4344-a6a0-38c36bc0e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.256258 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-d866b50c-69ac-4344-a6a0-38c36bc0e301 None None] Port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:16:41.259809 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.273461 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-890e8403-adf7-4111-a38c-bde899049daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:41.275096 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-890e8403-adf7-4111-a38c-bde899049daf service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.1530986 Nov 08 14:16:41.332085 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42092) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:41.370597 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-82c3e62c-c3c7-47d6-b137-7e500a8986de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.375927 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-0235258e-4d2d-455c-8210-7fea2b41d5e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=131a3efd-b724-46fc-83c0-b99545dc41d7 HTTP/1.1" status: 200 len: 999 time: 0.0899389 Nov 08 14:16:41.455519 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-6cc6f493-498a-4049-8789-3c8150689a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:41.457474 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-6cc6f493-498a-4049-8789-3c8150689a57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0709991 Nov 08 14:16:41.527948 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-80deade2-fc06-44f6-9d0d-f6b408204350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:41.530327 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-80deade2-fc06-44f6-9d0d-f6b408204350 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625958 Nov 08 14:16:41.542092 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-82c3e62c-c3c7-47d6-b137-7e500a8986de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.566499 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '3de57ca2-daee-4ecd-a310-6b914db3525c', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'port_id': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'mac_address': 'fa:16:3e:31:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:20Z', 'updated_at': '2021-11-08T14:16:38Z', 'revision_number': 1, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:41.577379 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.604905 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-82c3e62c-c3c7-47d6-b137-7e500a8986de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.610574 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923b556-c289-4c43-a560-648ce91d3fd9 None None] The sync data for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi is: [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '3de57ca2-daee-4ecd-a310-6b914db3525c', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'port_id': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'mac_address': 'fa:16:3e:31:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:20Z', 'updated_at': '2021-11-08T14:16:38Z', 'revision_number': 1, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:41.650781 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.718820 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Pushing event updated for resources: {'Port': ['ID=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:41.757119 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-82c3e62c-c3c7-47d6-b137-7e500a8986de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c6bc9cf1a8d4c978d21bb1ec0d1ab8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237761 Nov 08 14:16:41.760627 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3e62c-c3c7-47d6-b137-7e500a8986de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80835d9-7d82-4c96-a2a9-9d201dca870a,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:41.767201 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42096) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:41.798412 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.894031 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfe10fdd-cf1f-4f6c-a53e-b91e92a681f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:41.936328 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfe10fdd-cf1f-4f6c-a53e-b91e92a681f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:42.000676 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:42.002911 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:42.022632 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-cb3fb0d6-a7a2-4d70-8334-eacfc2750c02 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781384 Nov 08 14:16:42.097389 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec81e0-fb05-4bcd-ad78-b18afb621947 None None] New status for floating IP 3de57ca2-daee-4ecd-a310-6b914db3525c: ACTIVE {{(pid=102230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:16:42.190186 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fade512e-3701-4b68-b0c0-eba1c3e529db req-5237b5a3-d8f8-4d63-ade1-71f5141b6cb8 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594758 Nov 08 14:16:42.230623 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfe10fdd-cf1f-4f6c-a53e-b91e92a681f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:42.236237 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-bfe10fdd-cf1f-4f6c-a53e-b91e92a681f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:42.246453 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-bfe10fdd-cf1f-4f6c-a53e-b91e92a681f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a80835d9-7d82-4c96-a2a9-9d201dca870a HTTP/1.1" status: 204 len: 168 time: 0.4712329 Nov 08 14:16:42.280810 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe10fdd-cf1f-4f6c-a53e-b91e92a681f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80835d9-7d82-4c96-a2a9-9d201dca870a,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:42.288771 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:42.390087 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-12af458b-c098-4e87-9403-8166ff2bc501 None None] Provisioning complete for port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:42.390473 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-12af458b-c098-4e87-9403-8166ff2bc501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:42.445252 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-12af458b-c098-4e87-9403-8166ff2bc501 None None] Port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:16:42.468512 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:42.474066 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-92eef213-d6e5-4b09-a038-0640d1065b64 admin admin] 10.222.0.73 "PUT /v2.0/routers/4fd1ab30-553a-4a86-bc8d-31afcbadb03f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5211635 Nov 08 14:16:42.862519 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:42.924250 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:42.924968 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.012107 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.047559 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:43.149918 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.228481 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:43.237525 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42120) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:43.259460 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-111f8aae-88cd-435d-921f-953ca8013567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.382077 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:43.394399 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:43.395921 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:43.414006 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-111f8aae-88cd-435d-921f-953ca8013567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.484308 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-111f8aae-88cd-435d-921f-953ca8013567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.493650 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42124) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:43.502644 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-323132185-network', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:43.531496 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-111f8aae-88cd-435d-921f-953ca8013567 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82a4572fbf3a49398f5be5e6194d496b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886229 Nov 08 14:16:43.531496 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f8aae-88cd-435d-921f-953ca8013567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c25460-55c6-4802-8c9f-244e9d8e787c,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:43.533607 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42126) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:43.594981 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:43.631701 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8e9e-554e-4853-9af5-9ebe3d9824af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.665603 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8e9e-554e-4853-9af5-9ebe3d9824af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.702499 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Made reservation on behalf of 3cef4dc4dade4919a0e13262d796b03c for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:43.705072 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.718791 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.832737 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 2, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:43.864559 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:43.864902 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Updating router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:43.872318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8e9e-554e-4853-9af5-9ebe3d9824af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.875586 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8e9e-554e-4853-9af5-9ebe3d9824af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.880669 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-5e0b8e9e-554e-4853-9af5-9ebe3d9824af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/53c25460-55c6-4802-8c9f-244e9d8e787c HTTP/1.1" status: 204 len: 168 time: 0.3434124 Nov 08 14:16:43.897529 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:43.918159 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b8e9e-554e-4853-9af5-9ebe3d9824af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c25460-55c6-4802-8c9f-244e9d8e787c,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:43.983210 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.101207 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.136557 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:16:44.152777 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447f65d-02a0-462a-b65a-cac7388c89dc,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:44.161933 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.162593 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Added segment aa39fa5e-d7c8-4234-bf58-0171db3292fb of type vlan for network c6630952-22ca-45ed-89cf-e898340368c5 Nov 08 14:16:44.241972 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.324231 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.326293 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:44.327231 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.382510 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.400792 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] Pushing event updated for resources: {'Network': ['ID=c6630952-22ca-45ed-89cf-e898340368c5,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:44.417339 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network c6630952-22ca-45ed-89cf-e898340368c5 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:16:44.446701 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.482575 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-10a97f24-1573-456c-98bf-956eae8f14be admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9864063 Nov 08 14:16:44.485518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42134) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:44.496156 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Request body: {'subnet': {'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-323132185-subnet', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:44.566380 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Pushing event updated for resources: {'Port': ['ID=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:44.582279 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.582652 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.583056 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.583390 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.583766 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.584105 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.584456 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.584777 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.585852 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.585852 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.585852 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.586460 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:44.596317 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Attempting to bind port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:44.597721 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Attempting to bind port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:44.598088 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Attempting to bind port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:44.604247 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:44.604672 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Checking segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:44.605077 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.605471 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Bound using segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:44.605953 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Bound port: 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:44.606358 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.609969 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Made reservation on behalf of 3cef4dc4dade4919a0e13262d796b03c for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:44.613038 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9254224'] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.699030 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] For port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:44.704191 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] For port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:44.778285 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.793111 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-cb7c0396-97ae-439c-81b5-45ea76bbba0a None None] Provisioning complete for port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:44.793899 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0396-97ae-439c-81b5-45ea76bbba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.885293 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:44.886407 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:44.889829 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:44.923789 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3469920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254210'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.938034 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0396-97ae-439c-81b5-45ea76bbba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:44.977284 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1ab453-1afa-49af-8bc6-4d7e91e7cf30,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:44.992547 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-cb7c0396-97ae-439c-81b5-45ea76bbba0a None None] For port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:45.001916 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd686-864f-41ab-a368-538f8ce6c146 None None] Pushing event updated for resources: {'Port': ['ID=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:45.005391 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:45.006030 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.033604 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Checking segment: {'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:45.034002 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Network hostable DHCP agents. Network: c6630952-22ca-45ed-89cf-e898340368c5, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:16:45.065746 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0396-97ae-439c-81b5-45ea76bbba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.095115 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:45.126578 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Network c6630952-22ca-45ed-89cf-e898340368c5 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:16:45.168725 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c0396-97ae-439c-81b5-45ea76bbba0a None None] Pushing event updated for resources: {'Port': ['ID=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:45.201343 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fbe8f7a6-1ca5-412b-97d4-faeb6e5f49b7 None None] Provisioning complete for port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:45.201771 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fbe8f7a6-1ca5-412b-97d4-faeb6e5f49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.233509 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, c6630952-22ca-45ed-89cf-e898340368c5) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:45.238268 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:45.239409 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.258764 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d133d-f4cd-4b3f-8e75-ce38f6e46de4 None None] Network c6630952-22ca-45ed-89cf-e898340368c5 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:45.334127 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-9f336f49-af22-4754-b535-106f7bac366c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8470461 Nov 08 14:16:45.337094 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42140) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:45.346987 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:45.409106 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:45.450771 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2b8bc-51e5-4337-86c7-66d32f3e8f0c None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:45.461414 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.462714 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.578568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-c6630952-22ca-45ed-89cf-e898340368c5', 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'fixed_ips': [{'subnet_id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:16:45.579901 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.603562 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.761775 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Allocated IP 172.20.0.2 (c6630952-22ca-45ed-89cf-e898340368c5/fc1ab453-1afa-49af-8bc6-4d7e91e7cf30/bcb5fb1d-f800-4976-b9e7-f5051d487d6a) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:45.867788 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:45.996653 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.078599 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.133120 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Network c6630952-22ca-45ed-89cf-e898340368c5 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:46.136262 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:46.139107 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:46.148613 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Pushing event updated for resources: {'Port': ['ID=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:46.229991 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Attempting to bind port bcb5fb1d-f800-4976-b9e7-f5051d487d6a on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:46.230442 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Attempting to bind port bcb5fb1d-f800-4976-b9e7-f5051d487d6a by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:46.230896 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Attempting to bind port bcb5fb1d-f800-4976-b9e7-f5051d487d6a on network c6630952-22ca-45ed-89cf-e898340368c5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:46.237123 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:46.237498 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Checking segment: {'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:46.237903 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.238303 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Bound using segment: {'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:46.238830 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Bound port: bcb5fb1d-f800-4976-b9e7-f5051d487d6a, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:46.239459 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.286923 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.315978 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.324696 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] For port bcb5fb1d-f800-4976-b9e7-f5051d487d6a, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:46.330832 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] For port bcb5fb1d-f800-4976-b9e7-f5051d487d6a, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,segment=NetworkSegment(aa39fa5e-d7c8-4234-bf58-0171db3292fb),segment_id=aa39fa5e-d7c8-4234-bf58-0171db3292fb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:46.421721 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.466343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Allocated IP 172.27.2.247 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/f2b82be1-0861-41df-9f5a-b5f4c4569d32) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:46.521262 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392440d-b38c-4a10-ac04-8e7399102ae5 None None] Pushing event updated for resources: {'Port': ['ID=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:46.638696 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.740776 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:46.800679 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:46.813719 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:46.816142 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Pushing event updated for resources: {'Port': ['ID=f2b82be1-0861-41df-9f5a-b5f4c4569d32,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:46.818803 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:46.929411 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device bcb5fb1d-f800-4976-b9e7-f5051d487d6a up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:46.987657 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port bcb5fb1d-f800-4976-b9e7-f5051d487d6a triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:46.988058 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:47.085507 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:47.136005 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port bcb5fb1d-f800-4976-b9e7-f5051d487d6a, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,segment=NetworkSegment(aa39fa5e-d7c8-4234-bf58-0171db3292fb),segment_id=aa39fa5e-d7c8-4234-bf58-0171db3292fb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:47.195079 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:47.196393 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:47.252364 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:47.322941 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:47.337734 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:47.338333 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:47.583208 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:47.651483 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e88f07-2abf-411b-8391-14a61ac14bd8 None None] Network c6630952-22ca-45ed-89cf-e898340368c5 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:47.797467 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-b868aee4-3c8a-48ff-b452-d005c11d8e8a None None] Provisioning complete for port bcb5fb1d-f800-4976-b9e7-f5051d487d6a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:47.797995 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b868aee4-3c8a-48ff-b452-d005c11d8e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:47.881214 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Router 55a5d057-5398-4c93-b998-4c3effc53191 is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:16:48.021776 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:48.033039 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Sync routers for ids ['55a5d057-5398-4c93-b998-4c3effc53191'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:48.044886 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Routers {'55a5d057-5398-4c93-b998-4c3effc53191'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:48.046210 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['55a5d057-5398-4c93-b998-4c3effc53191'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:48.128162 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:48.129416 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-59e7121f-3ba0-4ad7-9f89-b29e3d5967ff admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7907274 Nov 08 14:16:48.132389 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42150) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:48.185907 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Set router 55a5d057-5398-4c93-b998-4c3effc53191 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:48.187971 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-9d1c9cf5-a658-4b5c-9d8f-eaa9a21ef460 None None] Provisioning complete for port bcb5fb1d-f800-4976-b9e7-f5051d487d6a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:48.188421 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9cf5-a658-4b5c-9d8f-eaa9a21ef460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:48.644212 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:48.653403 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:16:46Z', 'revision_number': 3, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port': {'id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:46Z', 'updated_at': '2021-11-08T14:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:48.686925 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Checking router: 55a5d057-5398-4c93-b998-4c3effc53191 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:48.687191 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Updating router 55a5d057-5398-4c93-b998-4c3effc53191 port f2b82be1-0861-41df-9f5a-b5f4c4569d32 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:48.715824 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:48.836252 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Allocated IP 172.20.0.1 (c6630952-22ca-45ed-89cf-e898340368c5/fc1ab453-1afa-49af-8bc6-4d7e91e7cf30/4f505fba-b020-473a-9a82-873e2a925f3a) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:48.852514 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device bcb5fb1d-f800-4976-b9e7-f5051d487d6a up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:48.963709 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:48.971731 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port bcb5fb1d-f800-4976-b9e7-f5051d487d6a triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:48.972171 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.069211 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.114468 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Network c6630952-22ca-45ed-89cf-e898340368c5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:49.119667 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:49.123697 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:49.151554 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Pushing event updated for resources: {'Port': ['ID=4f505fba-b020-473a-9a82-873e2a925f3a,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:49.158819 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.176712 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.239739 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.298890 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Attempting to bind port f2b82be1-0861-41df-9f5a-b5f4c4569d32 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:49.299259 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Attempting to bind port f2b82be1-0861-41df-9f5a-b5f4c4569d32 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:49.299642 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Attempting to bind port f2b82be1-0861-41df-9f5a-b5f4c4569d32 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:49.301729 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7d574-99ba-4bbf-9a8b-633af628d8c4 None None] Pushing event updated for resources: {'Port': ['ID=f2b82be1-0861-41df-9f5a-b5f4c4569d32,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:49.307803 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:49.308191 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:49.308583 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.308968 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:49.309436 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Bound port: f2b82be1-0861-41df-9f5a-b5f4c4569d32, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:49.310667 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.372737 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] For port f2b82be1-0861-41df-9f5a-b5f4c4569d32, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:49.376520 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] For port f2b82be1-0861-41df-9f5a-b5f4c4569d32, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f2b82be1-0861-41df-9f5a-b5f4c4569d32,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:49.420575 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.460292 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-b1dfd2e0-7ac0-4952-8003-da5f28a1447a None None] Provisioning complete for port 4f505fba-b020-473a-9a82-873e2a925f3a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:49.460671 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd2e0-7ac0-4952-8003-da5f28a1447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.485848 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.556863 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfd2e0-7ac0-4952-8003-da5f28a1447a None None] Port 4f505fba-b020-473a-9a82-873e2a925f3a cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:16:49.572952 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Routers {'55a5d057-5398-4c93-b998-4c3effc53191'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:49.573242 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['55a5d057-5398-4c93-b998-4c3effc53191'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:49.592971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.620042 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7d574-99ba-4bbf-9a8b-633af628d8c4 None None] Pushing event updated for resources: {'Port': ['ID=f2b82be1-0861-41df-9f5a-b5f4c4569d32,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:49.670200 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.704285 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] Set router 55a5d057-5398-4c93-b998-4c3effc53191 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:49.741762 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Pushing event updated for resources: {'Port': ['ID=4f505fba-b020-473a-9a82-873e2a925f3a,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:49.744893 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:49.937560 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 4, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port': {'id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:46Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '4f505fba-b020-473a-9a82-873e2a925f3a', 'name': '', 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'mac_address': 'fa:16:3e:e2:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:48Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 1, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'subnets': [{'id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:49.972348 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dca6a-6557-4c97-8efc-8085f89cabcf None None] The sync data for ids ['55a5d057-5398-4c93-b998-4c3effc53191'] in dv-cinder-816957-1-iscsi is: [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 4, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port': {'id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:46Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '4f505fba-b020-473a-9a82-873e2a925f3a', 'name': '', 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'mac_address': 'fa:16:3e:e2:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:48Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 1, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'subnets': [{'id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:50.095654 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Network c6630952-22ca-45ed-89cf-e898340368c5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:50.097246 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:50.257190 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Router 55a5d057-5398-4c93-b998-4c3effc53191 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:50.391556 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-27b9d5a9-9ff9-4a3e-af48-a3be93952e3f None None] Provisioning complete for port 4f505fba-b020-473a-9a82-873e2a925f3a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:50.393201 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-27b9d5a9-9ff9-4a3e-af48-a3be93952e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:50.417785 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:50.427311 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-0192cebb-95c7-427f-b1ab-02f24fb16110 admin admin] 10.222.0.73 "PUT /v2.0/routers/55a5d057-5398-4c93-b998-4c3effc53191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2930937 Nov 08 14:16:50.431583 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-27b9d5a9-9ff9-4a3e-af48-a3be93952e3f None None] Port 4f505fba-b020-473a-9a82-873e2a925f3a cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:16:50.916890 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f2b82be1-0861-41df-9f5a-b5f4c4569d32 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:50.976546 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port f2b82be1-0861-41df-9f5a-b5f4c4569d32 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:50.977093 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:51.077246 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:51.225063 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port f2b82be1-0861-41df-9f5a-b5f4c4569d32, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f2b82be1-0861-41df-9f5a-b5f4c4569d32,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:51.451451 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42170) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:51.455326 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:51.456118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-7f27f7a8-c629-422b-810c-e931072e5cfc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787376952', 'description': 'tempest-secgroup-smoke-787376952 description', 'project_id': 'e3e148eb10c2460ebc630452574cb55f'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:51.510541 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=f2b82be1-0861-41df-9f5a-b5f4c4569d32,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:51.566764 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7f27f7a8-c629-422b-810c-e931072e5cfc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:51.636286 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7f27f7a8-c629-422b-810c-e931072e5cfc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:51.717532 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7f27f7a8-c629-422b-810c-e931072e5cfc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:51.748257 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27f7a8-c629-422b-810c-e931072e5cfc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea3c416-3da3-41e3-9da9-478a90a2270c,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:51.817340 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7f27f7a8-c629-422b-810c-e931072e5cfc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:51.818621 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-7f27f7a8-c629-422b-810c-e931072e5cfc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3661249 Nov 08 14:16:51.822498 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42174) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:51.831395 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-3289f5af-b2eb-4424-8aff-6404d2eb785c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'security_group_rule': {'security_group_id': '6ea3c416-3da3-41e3-9da9-478a90a2270c', 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:51.951493 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3289f5af-b2eb-4424-8aff-6404d2eb785c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.042787 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3289f5af-b2eb-4424-8aff-6404d2eb785c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.118264 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3289f5af-b2eb-4424-8aff-6404d2eb785c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.143917 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289f5af-b2eb-4424-8aff-6404d2eb785c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfe8add-b462-46e2-9b0f-ef3e249ab309,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:52.260067 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3289f5af-b2eb-4424-8aff-6404d2eb785c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.261342 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-3289f5af-b2eb-4424-8aff-6404d2eb785c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4372792 Nov 08 14:16:52.269135 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42178) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:52.273927 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-44a43102-1a0f-44b0-b2f9-616fc881dabd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'security_group_rule': {'security_group_id': '6ea3c416-3da3-41e3-9da9-478a90a2270c', 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:52.377947 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-44a43102-1a0f-44b0-b2f9-616fc881dabd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.445569 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-44a43102-1a0f-44b0-b2f9-616fc881dabd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.549225 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-44a43102-1a0f-44b0-b2f9-616fc881dabd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.568534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a43102-1a0f-44b0-b2f9-616fc881dabd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f76cd4e-ea39-4d8a-a599-b7e7ed7900fc,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:52.682528 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-44a43102-1a0f-44b0-b2f9-616fc881dabd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.683845 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-44a43102-1a0f-44b0-b2f9-616fc881dabd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4137099 Nov 08 14:16:52.686762 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42180) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:52.692000 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-63093bed-d445-44cd-9690-b7e5c6c3cc29 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'security_group_rule': {'security_group_id': '6ea3c416-3da3-41e3-9da9-478a90a2270c', 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:52.816847 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-63093bed-d445-44cd-9690-b7e5c6c3cc29 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.837994 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f2b82be1-0861-41df-9f5a-b5f4c4569d32 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:52.894475 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port f2b82be1-0861-41df-9f5a-b5f4c4569d32 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:52.894840 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:52.895739 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-63093bed-d445-44cd-9690-b7e5c6c3cc29 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.008999 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-63093bed-d445-44cd-9690-b7e5c6c3cc29 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.028721 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63093bed-d445-44cd-9690-b7e5c6c3cc29 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fb7a4a-7b27-4b67-9d60-b7a8f1d09dfb,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:53.183412 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-63093bed-d445-44cd-9690-b7e5c6c3cc29 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.184652 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-63093bed-d445-44cd-9690-b7e5c6c3cc29 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4969161 Nov 08 14:16:53.188841 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42184) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:53.194524 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-618f10c3-9ec6-4f12-95fe-a65f0a01ea39 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'security_group_rule': {'security_group_id': '6ea3c416-3da3-41e3-9da9-478a90a2270c', 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:53.385964 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-618f10c3-9ec6-4f12-95fe-a65f0a01ea39 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.458162 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-618f10c3-9ec6-4f12-95fe-a65f0a01ea39 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.563420 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-618f10c3-9ec6-4f12-95fe-a65f0a01ea39 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.583063 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f10c3-9ec6-4f12-95fe-a65f0a01ea39 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea82705c-a976-4f57-ac32-531294541476,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:53.692137 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-618f10c3-9ec6-4f12-95fe-a65f0a01ea39 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.693578 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-618f10c3-9ec6-4f12-95fe-a65f0a01ea39 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5034368 Nov 08 14:16:53.696489 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42188) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:53.701102 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'security_group_rule': {'security_group_id': '6ea3c416-3da3-41e3-9da9-478a90a2270c', 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:53.822652 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.securitygroups_db [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Project e3e148eb10c2460ebc630452574cb55f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:16:53.826017 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Sync routers for ids ['55a5d057-5398-4c93-b998-4c3effc53191'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:53.828900 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.840939 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Routers {'55a5d057-5398-4c93-b998-4c3effc53191'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:53.841817 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['55a5d057-5398-4c93-b998-4c3effc53191'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:53.903451 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:53.966826 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Set router 55a5d057-5398-4c93-b998-4c3effc53191 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:53.994551 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.010784 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e288fcb-27cd-4be7-82dd-f1a57b5c8a81,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.105402 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.106593 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b6a9cb67-b5d0-45a2-999b-d4026e813675 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4090767 Nov 08 14:16:54.111635 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42192) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:54.117244 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'security_group_rule': {'security_group_id': '6ea3c416-3da3-41e3-9da9-478a90a2270c', 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:54.131697 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ec8857fc-9227-47d7-8f9c-cba3aa5d0880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.183864 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 4, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port': {'id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:46Z', 'updated_at': '2021-11-08T14:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '4f505fba-b020-473a-9a82-873e2a925f3a', 'name': '', 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'mac_address': 'fa:16:3e:e2:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:48Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 2, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'subnets': [{'id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:54.216359 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Checking router: 55a5d057-5398-4c93-b998-4c3effc53191 for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:54.216717 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Updating router 55a5d057-5398-4c93-b998-4c3effc53191 port 4f505fba-b020-473a-9a82-873e2a925f3a binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:54.223000 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.securitygroups_db [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Project e3e148eb10c2460ebc630452574cb55f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:16:54.229173 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.244324 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.298503 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.386078 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.405105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5c24e6-7761-4b5e-adc9-4aabc9c1d6d8,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.482060 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.487950 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-21e92331-87b4-4891-9011-b219fcfdde9a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3707426 Nov 08 14:16:54.544903 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.620315 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.677514 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e84125-089a-410d-a122-e0b6baa6e678 None None] Pushing event updated for resources: {'Port': ['ID=4f505fba-b020-473a-9a82-873e2a925f3a,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.736929 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Attempting to bind port 4f505fba-b020-473a-9a82-873e2a925f3a on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:16:54.737304 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Attempting to bind port 4f505fba-b020-473a-9a82-873e2a925f3a by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:16:54.737664 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Attempting to bind port 4f505fba-b020-473a-9a82-873e2a925f3a on network c6630952-22ca-45ed-89cf-e898340368c5 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:54.743411 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:54.743866 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Checking segment: {'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:16:54.744281 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.745111 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Bound using segment: {'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:54.745366 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Bound port: 4f505fba-b020-473a-9a82-873e2a925f3a, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39fa5e-d7c8-4234-bf58-0171db3292fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:16:54.745695 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.817388 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] For port 4f505fba-b020-473a-9a82-873e2a925f3a, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:54.821331 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] For port 4f505fba-b020-473a-9a82-873e2a925f3a, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=4f505fba-b020-473a-9a82-873e2a925f3a,segment=NetworkSegment(aa39fa5e-d7c8-4234-bf58-0171db3292fb),segment_id=aa39fa5e-d7c8-4234-bf58-0171db3292fb)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:54.844868 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:16:54.918072 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:54.982425 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e84125-089a-410d-a122-e0b6baa6e678 None None] Pushing event updated for resources: {'Port': ['ID=4f505fba-b020-473a-9a82-873e2a925f3a,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.991386 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Routers {'55a5d057-5398-4c93-b998-4c3effc53191'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:54.992067 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:16:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['55a5d057-5398-4c93-b998-4c3effc53191'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:54.995825 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-cc53624f-8e4e-4df4-ba6e-dd977db0d68a None None] Provisioning complete for port 4f505fba-b020-473a-9a82-873e2a925f3a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:54.996194 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cc53624f-8e4e-4df4-ba6e-dd977db0d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:55.086800 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cc53624f-8e4e-4df4-ba6e-dd977db0d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:55.131067 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-cc53624f-8e4e-4df4-ba6e-dd977db0d68a None None] For port 4f505fba-b020-473a-9a82-873e2a925f3a, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=4f505fba-b020-473a-9a82-873e2a925f3a,segment=NetworkSegment(aa39fa5e-d7c8-4234-bf58-0171db3292fb),segment_id=aa39fa5e-d7c8-4234-bf58-0171db3292fb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:55.215705 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] Set router 55a5d057-5398-4c93-b998-4c3effc53191 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:55.237729 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-cc53624f-8e4e-4df4-ba6e-dd977db0d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:55.295656 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53624f-8e4e-4df4-ba6e-dd977db0d68a None None] Pushing event updated for resources: {'Port': ['ID=4f505fba-b020-473a-9a82-873e2a925f3a,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:55.359024 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-1775617d-467c-4fa9-80a6-c1b9e7ce833d None None] Provisioning complete for port 4f505fba-b020-473a-9a82-873e2a925f3a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:55.360302 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1775617d-467c-4fa9-80a6-c1b9e7ce833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:55.433445 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 4, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port': {'id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:46Z', 'updated_at': '2021-11-08T14:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '4f505fba-b020-473a-9a82-873e2a925f3a', 'name': '', 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'mac_address': 'fa:16:3e:e2:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:48Z', 'updated_at': '2021-11-08T14:16:54Z', 'revision_number': 4, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'subnets': [{'id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:55.461983 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14f62b-9422-471f-9229-6fadbc4a5217 None None] The sync data for ids ['55a5d057-5398-4c93-b998-4c3effc53191'] in dv-cinder-816957-1-iscsi is: [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:16:49Z', 'revision_number': 4, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port': {'id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:46Z', 'updated_at': '2021-11-08T14:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '4f505fba-b020-473a-9a82-873e2a925f3a', 'name': '', 'network_id': 'c6630952-22ca-45ed-89cf-e898340368c5', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'mac_address': 'fa:16:3e:e2:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:48Z', 'updated_at': '2021-11-08T14:16:54Z', 'revision_number': 4, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'subnets': [{'id': 'fc1ab453-1afa-49af-8bc6-4d7e91e7cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:56.856236 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 4f505fba-b020-473a-9a82-873e2a925f3a up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:56.909762 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 4f505fba-b020-473a-9a82-873e2a925f3a triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:56.910196 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:57.103960 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:57.149118 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ba943275-2afa-4688-adbf-fca687ea8a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:16:58.462822 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:00.037265 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:05.885531 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:13.644831 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e8a923b3-2208-4423-9c23-def2f76d6047 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787376952&fields=id&tenant_id=e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 267 time: 0.0359337 Nov 08 14:17:13.754337 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-d4b4f9f2-72eb-466a-89f5-5674fcca8a17 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:13.755763 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-d4b4f9f2-72eb-466a-89f5-5674fcca8a17 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 811 time: 0.1042640 Nov 08 14:17:13.770834 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-13233735-0f60-47fb-9003-1280d54ae64d tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/quotas/e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 375 time: 0.0092974 Nov 08 14:17:13.823047 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-022f42da-af95-493b-99f5-df32344ff6e2 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459108 Nov 08 14:17:13.923509 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-cdffc569-66c9-4726-8f6c-ff1b4ea93e8a service neutron] 10.222.0.73 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879178 Nov 08 14:17:14.012384 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-62edaf69-f49e-4b2a-83f0-7b8ec7d6c3a6 service neutron] 10.222.0.73 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826101 Nov 08 14:17:14.737596 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e206073a-ec38-4dd0-a3f9-5bcb0e9c8da5 req-9ee43b8e-686d-4443-8bc8-e4ce94a9d4d3 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 210 time: 0.0307853 Nov 08 14:17:15.839664 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2b3d1357-5251-488e-8330-ca77305d678a req-65254f65-d1f0-4b22-9176-6f60d6a75386 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 210 time: 0.0272257 Nov 08 14:17:16.937030 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-28f7abae-5e33-4edb-927e-1cc93e923479 req-71102ff5-7733-4f3f-8de2-a4cefecd6a71 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 210 time: 0.0269711 Nov 08 14:17:17.175737 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-59aede65-d9ef-49cf-978b-1dc3f7288a4d tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:17.177190 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-59aede65-d9ef-49cf-978b-1dc3f7288a4d tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 811 time: 0.1065707 Nov 08 14:17:17.223721 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-67ec4742-bb61-4740-a5e0-8b2b741745fc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 379 time: 0.0356843 Nov 08 14:17:17.233215 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'port': {'device_id': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'admin_state_up': True, 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'security_groups': ['6ea3c416-3da3-41e3-9da9-478a90a2270c']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:17.407793 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Made reservation on behalf of e3e148eb10c2460ebc630452574cb55f for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:17:17.412380 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:17.546474 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Allocated IP 172.20.0.13 (c2766925-0ac2-4bbc-a57a-e3dd8e336a74/18c58068-48f4-499f-a4bc-2146934a69d2/4b77e669-f5d6-47cb-9314-83a78bbacdfb) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:17:17.691709 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:17.808350 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:17.856687 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:17.862351 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:17.863692 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:17:17.890576 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=4b77e669-f5d6-47cb-9314-83a78bbacdfb,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:17.905805 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.906150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.906489 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.906823 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.907149 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.907475 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.907824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.908245 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.908565 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.909088 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.909478 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.909805 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:17.932056 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:17.932681 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.067993 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ef6f-6838-4def-b9e7-68b93e738591 req-dc9300c5-8bab-492b-854b-2173b25151ab tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:18.069482 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a31ef6f-6838-4def-b9e7-68b93e738591 req-dc9300c5-8bab-492b-854b-2173b25151ab tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 932 time: 0.0570614 Nov 08 14:17:18.088545 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-e70995d8-9abe-4d44-88e4-3385a1b48b13 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589771 Nov 08 14:17:18.104118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Request body: {'port': {'device_id': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:18.113952 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7a31ef6f-6838-4def-b9e7-68b93e738591 req-56823a7a-a080-4151-9246-fa1f90d31349 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374911 Nov 08 14:17:18.139868 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-741a232c-01a8-46c4-8cb6-65e3974fdaae None None] Provisioning complete for port 4b77e669-f5d6-47cb-9314-83a78bbacdfb triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:18.140411 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-741a232c-01a8-46c4-8cb6-65e3974fdaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.172771 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.173540 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-741a232c-01a8-46c4-8cb6-65e3974fdaae None None] Port 4b77e669-f5d6-47cb-9314-83a78bbacdfb cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:17:18.479440 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b77e669-f5d6-47cb-9314-83a78bbacdfb {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:17:18.492453 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.501743 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Transition to ACTIVE for port object 4b77e669-f5d6-47cb-9314-83a78bbacdfb will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:17:18.597098 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.653312 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Pushing event updated for resources: {'Port': ['ID=4b77e669-f5d6-47cb-9314-83a78bbacdfb,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:18.722650 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Attempting to bind port 4b77e669-f5d6-47cb-9314-83a78bbacdfb on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:17:18.722897 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Attempting to bind port 4b77e669-f5d6-47cb-9314-83a78bbacdfb by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:17:18.723243 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Attempting to bind port 4b77e669-f5d6-47cb-9314-83a78bbacdfb on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:18.728338 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Port 4b77e669-f5d6-47cb-9314-83a78bbacdfb on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:17:18.728656 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Attempting to bind port 4b77e669-f5d6-47cb-9314-83a78bbacdfb on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:18.734059 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:17:18.734384 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Checking segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:17:18.734796 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Bound using segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:17:18.735221 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Bound port: 4b77e669-f5d6-47cb-9314-83a78bbacdfb, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:17:18.735583 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.809576 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] For port 4b77e669-f5d6-47cb-9314-83a78bbacdfb, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:17:18.813458 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] For port 4b77e669-f5d6-47cb-9314-83a78bbacdfb, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4b77e669-f5d6-47cb-9314-83a78bbacdfb,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:17:18.908899 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.944371 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:18.944990 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:18.946376 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] 10.222.0.64 "PUT /v2.0/ports/4b77e669-f5d6-47cb-9314-83a78bbacdfb HTTP/1.1" status: 200 len: 1094 time: 0.8474572 Nov 08 14:17:18.946822 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:18.949125 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e2fc1-b235-46b5-bc0b-1aa666c9af05" -d '{"events": [{"name": "network-changed", "server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:18.975100 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd483f8-0540-4a83-a065-6c4a2788b16b service neutron] Pushing event updated for resources: {'Port': ['ID=4b77e669-f5d6-47cb-9314-83a78bbacdfb,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:18.992971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf379f-cf3c-4dba-b8ce-99f038a86596 x-openstack-request-id: req-dfaf379f-cf3c-4dba-b8ce-99f038a86596 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:18.993388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:18.993710 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dfaf379f-cf3c-4dba-b8ce-99f038a86596 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:18.994185 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'status': 'completed', 'code': 200} Nov 08 14:17:19.070831 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e2fc1-b235-46b5-bc0b-1aa666c9af05 req-4d1e7e01-bfcd-44f5-a2f6-2a940cea4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.072615 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-589e2fc1-b235-46b5-bc0b-1aa666c9af05 req-4d1e7e01-bfcd-44f5-a2f6-2a940cea4c8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 1097 time: 0.0455928 Nov 08 14:17:19.190330 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e2fc1-b235-46b5-bc0b-1aa666c9af05 req-c9183fc5-fd96-4b53-9983-b6a380767f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.191976 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-589e2fc1-b235-46b5-bc0b-1aa666c9af05 req-c9183fc5-fd96-4b53-9983-b6a380767f3b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e3e148eb10c2460ebc630452574cb55f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1101420 Nov 08 14:17:19.253393 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945653b-d741-42f1-84cf-96db4b6ed3b6 req-e4ad5f18-c62a-490c-9b27-02cc41da4da8 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.256111 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b945653b-d741-42f1-84cf-96db4b6ed3b6 req-e4ad5f18-c62a-490c-9b27-02cc41da4da8 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0655432 Nov 08 14:17:19.299094 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b945653b-d741-42f1-84cf-96db4b6ed3b6 req-3cf77b80-438d-4f50-9f0d-182732826ce6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358911 Nov 08 14:17:19.306672 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e2fc1-b235-46b5-bc0b-1aa666c9af05 req-63359918-f3b7-4c9e-ba25-c2fcdf12ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.308172 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-589e2fc1-b235-46b5-bc0b-1aa666c9af05 req-63359918-f3b7-4c9e-ba25-c2fcdf12ef67 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1033921 Nov 08 14:17:19.390260 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-11f0f754-35c4-4805-b37a-54d1aec62a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.391787 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-11f0f754-35c4-4805-b37a-54d1aec62a9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 1097 time: 0.0398202 Nov 08 14:17:19.432864 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-4c1e907e-759c-45d4-9ee7-d44f18d78085 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b77e669-f5d6-47cb-9314-83a78bbacdfb HTTP/1.1" status: 200 len: 217 time: 0.0326593 Nov 08 14:17:19.487534 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-8e7f17cd-e798-4c48-9cf1-b0bdff442fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.489256 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-8e7f17cd-e798-4c48-9cf1-b0bdff442fd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0490103 Nov 08 14:17:19.553676 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-f9c0e49e-cf06-4373-a309-2a86a33a8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.556240 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-f9c0e49e-cf06-4373-a309-2a86a33a8177 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527740 Nov 08 14:17:19.661168 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-b344d076-7a0f-4e26-9349-8c84eae94396 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928752 Nov 08 14:17:19.777394 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2249cbce-5150-4aad-8f07-6f2012c886f7 req-5d11e2bf-fb4e-45e0-a0d5-ef5fecf7a529 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013994 Nov 08 14:17:20.419581 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af76824-6300-4e24-872c-df8d7ebf71bd req-3605eb49-7119-4487-8bab-9fa7eff0aa77 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:20.421087 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2af76824-6300-4e24-872c-df8d7ebf71bd req-3605eb49-7119-4487-8bab-9fa7eff0aa77 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0501192 Nov 08 14:17:20.459265 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2af76824-6300-4e24-872c-df8d7ebf71bd req-0334f466-80aa-42a0-98e2-6ae087314f99 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Nov 08 14:17:21.578226 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa5e5d-401a-4c95-bf11-2b1d39161a39 req-ef4b04e5-9fdb-490f-a8c0-b83c32fc4505 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:21.584748 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b1aa5e5d-401a-4c95-bf11-2b1d39161a39 req-ef4b04e5-9fdb-490f-a8c0-b83c32fc4505 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0505195 Nov 08 14:17:21.619012 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b1aa5e5d-401a-4c95-bf11-2b1d39161a39 req-52f805cf-71b9-4136-963d-34a9a7e0dd19 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331869 Nov 08 14:17:22.735519 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f6ad-c292-48d6-88fa-ad9401a0ae5c req-49b89364-c129-4e17-a82c-b6f5ed99ba6c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:22.737525 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bdd2f6ad-c292-48d6-88fa-ad9401a0ae5c req-49b89364-c129-4e17-a82c-b6f5ed99ba6c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0520563 Nov 08 14:17:22.776290 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bdd2f6ad-c292-48d6-88fa-ad9401a0ae5c req-5f9a1890-2801-4a70-a7ec-02e04e6179e9 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Nov 08 14:17:23.899831 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512a1cb-4607-42cf-88ac-1d167d484942 req-fefd97d6-b017-40de-b704-57e85a2f1c9b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:23.914303 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3512a1cb-4607-42cf-88ac-1d167d484942 req-fefd97d6-b017-40de-b704-57e85a2f1c9b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0551510 Nov 08 14:17:23.947925 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3512a1cb-4607-42cf-88ac-1d167d484942 req-10c5a3c6-3b50-4fc4-8906-4a6c5ecf1562 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Nov 08 14:17:24.222309 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-be229b20-06b8-4949-8646-6e50e74b11b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:25.060534 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79435-9d17-48ab-be54-ae4dbe0efcbd req-c0027176-b25c-493d-9da4-83639a54e8a0 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:25.061994 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c7e79435-9d17-48ab-be54-ae4dbe0efcbd req-c0027176-b25c-493d-9da4-83639a54e8a0 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0481923 Nov 08 14:17:25.099803 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c7e79435-9d17-48ab-be54-ae4dbe0efcbd req-32b9f7b8-f72f-470f-9340-14acf571a51a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313904 Nov 08 14:17:26.218135 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4b8e-4054-4a80-91dd-306dd703dac2 req-05219f4b-6c56-4a9d-b901-82ecf1654d9f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:26.219641 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5a8f4b8e-4054-4a80-91dd-306dd703dac2 req-05219f4b-6c56-4a9d-b901-82ecf1654d9f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0519576 Nov 08 14:17:26.257834 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5a8f4b8e-4054-4a80-91dd-306dd703dac2 req-f9522d89-f8cf-4dce-9f27-c79b0f1157ff tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315218 Nov 08 14:17:27.110367 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:27.138800 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f95cc43c-f34a-4bb7-89c5-2fb386d40f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:27.380039 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a6b0-008b-487a-8dc7-eca61de563b9 req-463b9aab-5d57-4719-9937-9e500ae82c6a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:27.381484 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2b0a6b0-008b-487a-8dc7-eca61de563b9 req-463b9aab-5d57-4719-9937-9e500ae82c6a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 944 time: 0.0519006 Nov 08 14:17:27.420878 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2b0a6b0-008b-487a-8dc7-eca61de563b9 req-94f67d6b-9e24-4e56-a701-8287fd9b75db tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Nov 08 14:17:27.842987 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4b77e669-f5d6-47cb-9314-83a78bbacdfb details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:17:27.939144 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 4b77e669-f5d6-47cb-9314-83a78bbacdfb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4b77e669-f5d6-47cb-9314-83a78bbacdfb,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:27.951127 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'port_id': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'mac_address': 'fa:16:3e:ec:f2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:17:27.990554 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:28.003350 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b77e669-f5d6-47cb-9314-83a78bbacdfb {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:17:28.023169 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 4b77e669-f5d6-47cb-9314-83a78bbacdfb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4b77e669-f5d6-47cb-9314-83a78bbacdfb,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:28.147097 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:28.207830 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=4b77e669-f5d6-47cb-9314-83a78bbacdfb,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:28.442711 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['4b77e669-f5d6-47cb-9314-83a78bbacdfb'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:17:28.470251 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:28.535532 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee73dde-d3ad-4c9c-8ef4-af0d19425372 req-a951c61b-b6e7-49c6-96f8-c899d912a592 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:28.537018 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5ee73dde-d3ad-4c9c-8ef4-af0d19425372 req-a951c61b-b6e7-49c6-96f8-c899d912a592 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 945 time: 0.0483410 Nov 08 14:17:28.586093 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5ee73dde-d3ad-4c9c-8ef4-af0d19425372 req-8efb0db2-27a2-4461-b1ee-1f097135a9a2 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Nov 08 14:17:29.704760 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894817c-0d38-4477-93f9-952f4b275cd0 req-0d983f41-dc17-45d2-984d-5e8d89edb762 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:29.706447 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c894817c-0d38-4477-93f9-952f4b275cd0 req-0d983f41-dc17-45d2-984d-5e8d89edb762 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Nov 08 14:17:29.744619 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c894817c-0d38-4477-93f9-952f4b275cd0 req-ec9ec82f-7b99-4479-a290-6ced9602f800 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Nov 08 14:17:29.858211 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4b77e669-f5d6-47cb-9314-83a78bbacdfb up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:30.033306 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 4b77e669-f5d6-47cb-9314-83a78bbacdfb completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:17:30.037276 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 4b77e669-f5d6-47cb-9314-83a78bbacdfb triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:30.037688 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:30.113272 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:30.114424 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:30.140513 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:30.142806 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ef7bb3-6b0f-4e5a-a458-a434ba54673e" -d '{"events": [{"server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "name": "network-vif-plugged", "status": "completed", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:30.155303 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 4b77e669-f5d6-47cb-9314-83a78bbacdfb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4b77e669-f5d6-47cb-9314-83a78bbacdfb,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:30.182720 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ebe361-f28c-4191-85a3-1426132e8a62 x-openstack-request-id: req-c5ebe361-f28c-4191-85a3-1426132e8a62 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:30.183056 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "name": "network-vif-plugged", "status": "completed", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:30.183307 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5ebe361-f28c-4191-85a3-1426132e8a62 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:30.183732 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'code': 200} Nov 08 14:17:30.227205 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:30.276499 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=4b77e669-f5d6-47cb-9314-83a78bbacdfb,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:30.284095 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.284445 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.284783 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.285281 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.285612 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.285940 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.286269 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.286589 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.287615 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.287956 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.288279 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.288666 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:30.558858 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff15e7-eba0-4e5c-a307-8d95fd725044 req-222dcddd-1b19-4f5a-82ec-14c198c05da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:30.560637 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0ff15e7-eba0-4e5c-a307-8d95fd725044 req-222dcddd-1b19-4f5a-82ec-14c198c05da2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 1099 time: 0.0407059 Nov 08 14:17:30.600444 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-e0ff15e7-eba0-4e5c-a307-8d95fd725044 req-0a2cfc64-2148-427d-8b5d-783f49e6ebff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280635 Nov 08 14:17:30.860236 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9dcf0-3c30-4f1d-919b-04ebcfc9c138 req-13a65dcb-9c35-4279-af21-088ec80bcaa7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:30.861697 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-baa9dcf0-3c30-4f1d-919b-04ebcfc9c138 req-13a65dcb-9c35-4279-af21-088ec80bcaa7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 946 time: 0.0484710 Nov 08 14:17:30.900911 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-baa9dcf0-3c30-4f1d-919b-04ebcfc9c138 req-3a80eddd-51d7-403a-adc4-9faa8fe691c5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330753 Nov 08 14:17:31.843388 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:17:32.024061 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c4f40-1d46-4d95-ae96-4b516f50659b req-fec54ab5-d2cb-4749-9414-f20cb161cf0c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:32.025541 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bb6c4f40-1d46-4d95-ae96-4b516f50659b req-fec54ab5-d2cb-4749-9414-f20cb161cf0c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 946 time: 0.0493095 Nov 08 14:17:32.065909 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bb6c4f40-1d46-4d95-ae96-4b516f50659b req-ffecd24a-6c25-4e9c-88ec-ae772586ee7e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344372 Nov 08 14:17:32.189059 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df828ce-66da-459d-bac7-150d1518459d req-a627c7bb-9a3b-4db3-8437-3930b674fc8f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:32.190671 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6df828ce-66da-459d-bac7-150d1518459d req-a627c7bb-9a3b-4db3-8437-3930b674fc8f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 946 time: 0.0527961 Nov 08 14:17:32.229638 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6df828ce-66da-459d-bac7-150d1518459d req-623bac41-f79a-4281-ac4d-f06fa0751dda tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329278 Nov 08 14:17:32.251906 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42524) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:32.383885 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc6d37b-5c61-4d8b-bbaa-13532824d119 tempest-TestVolumeBootPattern-1507658708 tempest-TestVolumeBootPattern-1507658708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:32.385470 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8cc6d37b-5c61-4d8b-bbaa-13532824d119 tempest-TestVolumeBootPattern-1507658708 tempest-TestVolumeBootPattern-1507658708-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 1094 time: 0.1325798 Nov 08 14:17:32.388382 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42528) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:32.393173 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'port_id': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:32.498362 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:32.599118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:32.706057 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Allocated IP 172.27.2.253 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/cb722304-8bf8-4e88-b275-3da9d1fb49ac) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:17:32.806933 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:32.942165 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:32.980952 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:32.983837 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:32.988150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:17:33.015555 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=cb722304-8bf8-4e88-b275-3da9d1fb49ac,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:33.335656 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:33.457674 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:33.609389 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:33.701444 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:33.785119 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=cb722304-8bf8-4e88-b275-3da9d1fb49ac,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:33.795738 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:33.900717 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Floating IP 63e7ea82-fe18-4d64-97a6-211e4b926005 associated. External IP: 172.27.2.253, port: 4b77e669-f5d6-47cb-9314-83a78bbacdfb. Nov 08 14:17:34.109818 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:34.218653 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:34.234261 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:34.245728 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:34.246559 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:17:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:34.294865 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:34.324640 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ec82bba7-ed7f-4e75-9f2b-2897d2ef0962 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9351659 Nov 08 14:17:34.325304 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:34.327720 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84" -d '{"events": [{"name": "network-changed", "server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:34.369752 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969fb20f-4942-4df2-935a-ad1f3ee12241 x-openstack-request-id: req-969fb20f-4942-4df2-935a-ad1f3ee12241 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:34.370383 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:34.370616 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-969fb20f-4942-4df2-935a-ad1f3ee12241 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:34.371274 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'status': 'completed', 'code': 200} Nov 08 14:17:34.441772 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-65defde9-5fd1-4559-ba09-df54a0c77667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:34.443349 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-65defde9-5fd1-4559-ba09-df54a0c77667 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 1099 time: 0.0510848 Nov 08 14:17:34.485722 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:34.541349 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-2dd08097-771f-4ca4-994c-8842a92ec09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:34.542870 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-2dd08097-771f-4ca4-994c-8842a92ec09a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.0916252 Nov 08 14:17:34.754478 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '63e7ea82-fe18-4d64-97a6-211e4b926005', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:ec:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:17:33Z', 'updated_at': '2021-11-08T14:17:33Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:34.789174 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:34.799826 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:34.800086 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:17:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:34.859303 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-3e3d9032-f1dc-43c2-a031-e12dd34599e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b77e669-f5d6-47cb-9314-83a78bbacdfb HTTP/1.1" status: 200 len: 1000 time: 0.3090646 Nov 08 14:17:34.911014 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-52380908-c22b-4f3a-af83-2e84cdc0a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:34.912538 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-52380908-c22b-4f3a-af83-2e84cdc0a1aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0452018 Nov 08 14:17:34.915359 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:34.968096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-2588a4c8-ecc5-4279-939f-018783b7e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:34.969649 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-2588a4c8-ecc5-4279-939f-018783b7e9dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494263 Nov 08 14:17:35.070224 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-02a6ef61-e231-4120-9739-afacca3fe1af service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933294 Nov 08 14:17:35.161858 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '63e7ea82-fe18-4d64-97a6-211e4b926005', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:ec:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:17:33Z', 'updated_at': '2021-11-08T14:17:33Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:35.174535 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-1c34fa2f-d006-4fdc-a1cc-dd3996761c84 req-cf4e8327-c711-4319-a616-5e9f515d5de1 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958905 Nov 08 14:17:35.191513 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1925d2-edaa-44de-8b00-7b988bc40106 None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '63e7ea82-fe18-4d64-97a6-211e4b926005', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:ec:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:17:33Z', 'updated_at': '2021-11-08T14:17:33Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:35.387454 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e277c-1311-4a0f-971f-5f9903e0b188 None None] New status for floating IP 63e7ea82-fe18-4d64-97a6-211e4b926005: ACTIVE {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:17:35.926538 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:39.338564 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-f50ea64e-3f41-46c2-8a0e-59a6ada75254 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561497 Nov 08 14:17:39.429755 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-5a0a124e-9203-4013-a16d-35fed04d2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:39.431225 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-5a0a124e-9203-4013-a16d-35fed04d2df3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6126fea9a0b14dc299929a0f687ab79e&device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 1098 time: 0.0485315 Nov 08 14:17:39.535770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-09236ef2-9b06-4c9b-96ad-f057d547bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:39.537238 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-09236ef2-9b06-4c9b-96ad-f057d547bc1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 200 len: 912 time: 0.0851128 Nov 08 14:17:39.609377 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-8cc5ceb8-47cc-458f-82f8-d9c7094b3aa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2 HTTP/1.1" status: 200 len: 1001 time: 0.0638258 Nov 08 14:17:39.663053 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-46e11160-0fce-4ef4-8573-b23edfb6ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:39.664578 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-46e11160-0fce-4ef4-8573-b23edfb6ac39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 200 len: 849 time: 0.0476177 Nov 08 14:17:39.716473 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-673f497d-10dc-454f-82a9-6f91bffaf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:39.717995 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-673f497d-10dc-454f-82a9-6f91bffaf61a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2817d7ec-5ebd-4917-8d64-92e8409f97f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435688 Nov 08 14:17:39.821503 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-c4c0c031-85e3-4cc7-98f7-f35248f894c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951438 Nov 08 14:17:39.926320 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ce0f6be4-fe88-42e2-b8dd-4d4ae884ef51 req-60ea3334-e606-4806-b02f-f4f13b6e15e5 service neutron] 10.222.0.64 "GET /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967035 Nov 08 14:17:41.457744 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a44b24-b4d7-4a88-8249-12925b757c23 req-6e9e42bf-71db-4327-86e3-b201344fb8c3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:41.459357 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d9a44b24-b4d7-4a88-8249-12925b757c23 req-6e9e42bf-71db-4327-86e3-b201344fb8c3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0568585 Nov 08 14:17:41.507000 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d9a44b24-b4d7-4a88-8249-12925b757c23 req-dc78909f-7386-4636-9556-69dca305f7f7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Nov 08 14:17:42.656110 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66e65f-110d-4eb9-abde-a317f3fd0e20 req-0095472f-5936-4cbb-8f11-f93cfa02aad1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:42.656110 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2f66e65f-110d-4eb9-abde-a317f3fd0e20 req-0095472f-5936-4cbb-8f11-f93cfa02aad1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0662277 Nov 08 14:17:42.703836 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2f66e65f-110d-4eb9-abde-a317f3fd0e20 req-5d0a79f9-1344-4c30-80c8-2bdfd9f26832 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407984 Nov 08 14:17:43.876398 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e9f4b-f4d8-4eec-93cb-f1925e96e017 req-2f459df5-97d4-4a1a-b325-ad932b8e724b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:43.877946 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de9e9f4b-f4d8-4eec-93cb-f1925e96e017 req-2f459df5-97d4-4a1a-b325-ad932b8e724b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0720589 Nov 08 14:17:43.920259 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de9e9f4b-f4d8-4eec-93cb-f1925e96e017 req-c51d78ca-0476-4ac7-8e9b-b43d7dcee38b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346451 Nov 08 14:17:44.548096 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6318ef-aecf-4ed1-9022-76bda35d976d req-f8c3cbaa-eba2-4340-988c-788a0af80a96 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:44.549709 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fc6318ef-aecf-4ed1-9022-76bda35d976d req-f8c3cbaa-eba2-4340-988c-788a0af80a96 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Nov 08 14:17:44.598881 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fc6318ef-aecf-4ed1-9022-76bda35d976d req-fc246d35-3756-4074-9a04-e75dd254adb6 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380039 Nov 08 14:17:45.071712 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bba10e-ad94-4b2f-b8a2-6d5a23b249b4 req-4429c963-3c8d-4766-86ba-55ca11208434 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:45.073172 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0bba10e-ad94-4b2f-b8a2-6d5a23b249b4 req-4429c963-3c8d-4766-86ba-55ca11208434 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Nov 08 14:17:45.115475 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0bba10e-ad94-4b2f-b8a2-6d5a23b249b4 req-a2842f98-2bf2-4064-a91a-3984601004d2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336418 Nov 08 14:17:45.736102 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed222d-45e8-411f-b27a-628e01536081 req-2459ed93-2d75-49b8-8dfb-696143ac8a94 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:45.737726 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-37ed222d-45e8-411f-b27a-628e01536081 req-2459ed93-2d75-49b8-8dfb-696143ac8a94 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.0596111 Nov 08 14:17:45.780171 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-37ed222d-45e8-411f-b27a-628e01536081 req-b78dc83d-e69b-4681-8a3d-94982606cddf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355101 Nov 08 14:17:46.260848 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c18a1-a6ab-4d1d-bf6a-184ebdba4b51 req-7529db56-a3d0-4d55-adc8-82f3e27c4635 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:46.262455 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-da8c18a1-a6ab-4d1d-bf6a-184ebdba4b51 req-7529db56-a3d0-4d55-adc8-82f3e27c4635 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0560896 Nov 08 14:17:46.311992 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-da8c18a1-a6ab-4d1d-bf6a-184ebdba4b51 req-b62d17cd-b6e9-4ae4-ae2e-fb189e6c3391 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386183 Nov 08 14:17:46.471118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-ad3c9090-c7be-43a4-85d6-f537d3e0622c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:46.472828 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-ad3c9090-c7be-43a4-85d6-f537d3e0622c tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.0549502 Nov 08 14:17:46.588994 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Deleting port fcb71a9a-55b9-421c-869b-38e33a98fdc2 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:17:46.589426 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:46.693256 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] For port fcb71a9a-55b9-421c-869b-38e33a98fdc2, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=fcb71a9a-55b9-421c-869b-38e33a98fdc2,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:46.693618 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:46.907774 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49fef5-1afc-4a6d-a5df-d2a6bcdafbf9 req-1bdaaa34-47e9-43cb-a8ba-aa1fe2227461 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:46.909377 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe49fef5-1afc-4a6d-a5df-d2a6bcdafbf9 req-1bdaaa34-47e9-43cb-a8ba-aa1fe2227461 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 945 time: 0.0542800 Nov 08 14:17:46.941849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:46.942437 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:46.942972 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Floating IP 76ea2de4-db08-4ac0-bf1e-50d79cb165f5 disassociated. External IP: 172.27.2.151, port: fcb71a9a-55b9-421c-869b-38e33a98fdc2. Nov 08 14:17:46.943568 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Calling delete_port for fcb71a9a-55b9-421c-869b-38e33a98fdc2 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:17:46.957082 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe49fef5-1afc-4a6d-a5df-d2a6bcdafbf9 req-992a8c9c-bc1c-427d-97f7-c0e18ecb2baa tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups?id=5afe1d36-1f38-4741-a5f6-840066d43813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397782 Nov 08 14:17:47.178701 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:47.219314 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event deleted for resources: {'Port': ['ID=fcb71a9a-55b9-421c-869b-38e33a98fdc2,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:47.347563 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:47.470228 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:47.473065 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91ad0a-6d92-44cc-9932-344cd5811513 req-3b3c660f-8712-4e91-8db5-27781535bd54 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:47.475010 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe91ad0a-6d92-44cc-9932-344cd5811513 req-3b3c660f-8712-4e91-8db5-27781535bd54 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0812497 Nov 08 14:17:47.483141 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] Sync routers for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:47.498681 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:47.499908 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:17:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:47.511275 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] No DVR routers for this DVR port fcb71a9a-55b9-421c-869b-38e33a98fdc2 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:47.514538 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:47.518514 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9a804461-ef55-4e9a-bedb-182de47b6d65 req-203961ed-3c06-4acd-9c39-b4772adfcd02 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.64 "DELETE /v2.0/ports/fcb71a9a-55b9-421c-869b-38e33a98fdc2 HTTP/1.1" status: 204 len: 173 time: 1.0351937 Nov 08 14:17:47.519076 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'name': 'network-vif-deleted', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:47.521433 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23810139-da4f-42a2-9283-a6d07614d08a" -d '{"events": [{"server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "name": "network-vif-deleted", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:47.533864 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe91ad0a-6d92-44cc-9932-344cd5811513 req-99630b77-9a0f-4caf-95b3-e1d7cdf42e93 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 Nov 08 14:17:47.560922 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b049c620-6e8f-4f23-b3f8-fc3cb8ef1051 x-openstack-request-id: req-b049c620-6e8f-4f23-b3f8-fc3cb8ef1051 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:47.561150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07410516-3bb9-4833-92f8-24d15e1cc292", "name": "network-vif-deleted", "tag": "fcb71a9a-55b9-421c-869b-38e33a98fdc2", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:47.561403 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b049c620-6e8f-4f23-b3f8-fc3cb8ef1051 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:47.561814 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07410516-3bb9-4833-92f8-24d15e1cc292', 'name': 'network-vif-deleted', 'tag': 'fcb71a9a-55b9-421c-869b-38e33a98fdc2', 'status': 'completed', 'code': 200} Nov 08 14:17:47.702125 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:47.967448 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:47.996924 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] Checking router: dbc23f3a-ed95-410f-a53c-03f3a11e0cbb for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:48.007862 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:48.008631 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:17:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:48.094360 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-08f369fa-1e99-4042-b48a-01e09d1b5c0a req-65146896-2758-4bf6-8040-2b2ab9086331 tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/ports?device_id=07410516-3bb9-4833-92f8-24d15e1cc292 HTTP/1.1" status: 200 len: 210 time: 0.0292733 Nov 08 14:17:48.144164 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:48.400407 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:48.428583 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21cc50-799b-447e-918d-fca92c7628f0 None None] The sync data for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi is: [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:10:55Z', 'revision_number': 4, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '9bb87730-7326-4cd3-bbfd-8ba37fdc9379', 'name': '', 'network_id': '2817d7ec-5ebd-4917-8d64-92e8409f97f2', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'mac_address': 'fa:16:3e:49:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:52Z', 'updated_at': '2021-11-08T14:11:06Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'subnets': [{'id': 'f0136ea6-9edd-4ed6-a328-a069bd1326f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:48.658202 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4b12b-fa0f-459c-b875-5c0cb9981409 None None] New status for floating IP 76ea2de4-db08-4ac0-bf1e-50d79cb165f5: DOWN {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:17:48.700321 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14efaaa-817c-43fa-b382-ebe900f8ead7 req-c4336150-93af-4ba5-891c-30810399113b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:48.701902 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f14efaaa-817c-43fa-b382-ebe900f8ead7 req-c4336150-93af-4ba5-891c-30810399113b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Nov 08 14:17:48.750554 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f14efaaa-817c-43fa-b382-ebe900f8ead7 req-18534264-4949-4a06-b19e-1ac440519ac9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392818 Nov 08 14:17:49.344709 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42640) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:49.404146 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:49.429970 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:49.544604 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:49.547959 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:49.549220 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "DELETE /v2.0/security-groups/5afe1d36-1f38-4741-a5f6-840066d43813 HTTP/1.1" status: 204 len: 168 time: 0.2035069 Nov 08 14:17:49.552353 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42642) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:49.559019 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe1d36-1f38-4741-a5f6-840066d43813,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:49.567779 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.568196 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.568557 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.568896 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.569032 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.api.v2.resource [None req-654cbd20-93a3-4e37-a259-95f92d77528f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] show failed (client error): The resource could not be found. Nov 08 14:17:49.569234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.569573 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.569905 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.570004 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-654cbd20-93a3-4e37-a259-95f92d77528f tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "GET /v2.0/security-groups/5afe1d36-1f38-4741-a5f6-840066d43813 HTTP/1.1" status: 404 len: 347 time: 0.0162892 Nov 08 14:17:49.570234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.570559 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.570888 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.571215 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.571541 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0362-7a80-45ee-9149-939414818cba tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:49.573310 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 42644) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:49.731806 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Deleting port 789d1a21-6f82-4154-8667-ff2e8bc7ffbd {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:17:49.732060 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:49.822508 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:49.822826 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:49.838850 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Calling delete_port for 789d1a21-6f82-4154-8667-ff2e8bc7ffbd owned by network:floatingip {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:17:49.892475 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666d441-34d7-4cad-8b8f-daf10ee4eabe req-f91a7a95-03bd-45a6-908d-84c10ab4fa64 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:49.894092 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d666d441-34d7-4cad-8b8f-daf10ee4eabe req-f91a7a95-03bd-45a6-908d-84c10ab4fa64 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0591211 Nov 08 14:17:49.948120 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d666d441-34d7-4cad-8b8f-daf10ee4eabe req-3df52e32-0d71-4d85-9eaa-0ad3fb3007b2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472610 Nov 08 14:17:49.967244 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fcb71a9a-55b9-421c-869b-38e33a98fdc2 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:49.989664 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: fcb71a9a-55b9-421c-869b-38e33a98fdc2 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:17:49.989919 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device fcb71a9a-55b9-421c-869b-38e33a98fdc2 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:50.115318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:50.147317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Pushing event deleted for resources: {'Port': ['ID=789d1a21-6f82-4154-8667-ff2e8bc7ffbd,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:50.207811 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks [] for floatingip, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:50.210482 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:50.211700 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-9b57ea33-50f2-43e8-a3be-fcb23a3571cf tempest-AttachVolumeTestJSON-1533686642 tempest-AttachVolumeTestJSON-1533686642-project] 10.222.0.73 "DELETE /v2.0/floatingips/76ea2de4-db08-4ac0-bf1e-50d79cb165f5 HTTP/1.1" status: 204 len: 168 time: 0.6364181 Nov 08 14:17:51.085946 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95224aa-4a65-41f4-974c-860ffabfaabd req-cf9cd335-1da8-4c1d-94bd-dc1d8ab53dc5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:51.087476 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e95224aa-4a65-41f4-974c-860ffabfaabd req-cf9cd335-1da8-4c1d-94bd-dc1d8ab53dc5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0560532 Nov 08 14:17:51.136273 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e95224aa-4a65-41f4-974c-860ffabfaabd req-008938f7-feab-4a7a-a72d-0c719a278f39 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Nov 08 14:17:52.274998 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670ab13-d515-4d68-baf2-f859a6777628 req-2e48a0da-033b-4a0d-83d4-9a15943a6eb3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:52.276522 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9670ab13-d515-4d68-baf2-f859a6777628 req-2e48a0da-033b-4a0d-83d4-9a15943a6eb3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0566077 Nov 08 14:17:52.318232 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9670ab13-d515-4d68-baf2-f859a6777628 req-43588234-1c2f-4eb4-97e1-23e0682e5bcd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346041 Nov 08 14:17:53.468467 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a059ba-7ce7-4950-9830-3978acc9ed38 req-77e5afa4-24a7-4635-bd1f-77ed2f8571f3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:53.470763 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e9a059ba-7ce7-4950-9830-3978acc9ed38 req-77e5afa4-24a7-4635-bd1f-77ed2f8571f3 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0594265 Nov 08 14:17:53.512537 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e9a059ba-7ce7-4950-9830-3978acc9ed38 req-02af9863-1aae-4943-86f8-ef70c7aa0964 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349231 Nov 08 14:17:54.126993 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-d62fc17f-01b8-4f1b-a09d-f416d2e96a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:54.383472 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42680) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:55.002915 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267579a4-4465-4f6f-9cde-f9bda907ef77 req-c6d967af-9f92-4b0b-bf72-d3b15ef112d2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:55.004933 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-267579a4-4465-4f6f-9cde-f9bda907ef77 req-c6d967af-9f92-4b0b-bf72-d3b15ef112d2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.3735507 Nov 08 14:17:55.090994 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-267579a4-4465-4f6f-9cde-f9bda907ef77 req-a242cab6-7ade-4172-9022-5cb5bee5b3a8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540342 Nov 08 14:17:55.280875 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:55.564988 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Deleting port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:17:55.565325 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:55.650074 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] For port 9bb87730-7326-4cd3-bbfd-8ba37fdc9379, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:55.650434 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:55.665585 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Calling delete_port for 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 owned by network:router_interface {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:17:55.972081 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:56.002169 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb87730-7326-4cd3-bbfd-8ba37fdc9379,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:56.233854 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:56.305235 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb8a6-0302-4816-8006-a6f6906397f4 req-69a781b6-12f1-48f0-9b69-302bf46a19d4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:56.306768 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9cdeb8a6-0302-4816-8006-a6f6906397f4 req-69a781b6-12f1-48f0-9b69-302bf46a19d4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.1200151 Nov 08 14:17:56.390252 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9cdeb8a6-0302-4816-8006-a6f6906397f4 req-4582b42a-5d6d-46d8-bea1-a20e71cf9029 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524201 Nov 08 14:17:56.537161 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:56.657981 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:56.666641 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-95fa0bcc-29f5-4457-8844-3f7b4b6bb6b7 admin admin] 10.222.0.73 "PUT /v2.0/routers/dbc23f3a-ed95-410f-a53c-03f3a11e0cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2787974 Nov 08 14:17:56.667585 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42690) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:56.670956 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] Sync routers for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:56.683535 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:56.684475 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:17:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:56.801601 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks [] for router, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:56.815130 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:56.937563 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.088303 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:17:55Z', 'revision_number': 5, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port': {'id': '30d5f294-49d2-4d57-a133-ef117eb52101', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:44Z', 'updated_at': '2021-11-08T14:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:57.119700 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] Checking router: dbc23f3a-ed95-410f-a53c-03f3a11e0cbb for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:57.130378 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] Routers {'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:57.131028 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:17:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:57.138712 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Deleting port 30d5f294-49d2-4d57-a133-ef117eb52101 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:17:57.139331 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.255485 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] For port 30d5f294-49d2-4d57-a133-ef117eb52101, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=30d5f294-49d2-4d57-a133-ef117eb52101,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:57.256602 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.273519 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Calling delete_port for 30d5f294-49d2-4d57-a133-ef117eb52101 owned by network:router_gateway {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:17:57.331506 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6c8c3554-5080-4e32-ad1d-0425a8190ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.335203 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.367459 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] Set router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb gateway port host: None {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:57.424152 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:17:56Z', 'revision_number': 6, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port_host': None}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:57.478594 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb5d1a-c96e-49d7-833b-c9ec9ab8cac2 None None] The sync data for ids ['dbc23f3a-ed95-410f-a53c-03f3a11e0cbb'] in dv-cinder-816957-1-iscsi is: [{'id': 'dbc23f3a-ed95-410f-a53c-03f3a11e0cbb', 'name': 'tempest-AttachVolumeTestJSON-721201933-router', 'tenant_id': '6126fea9a0b14dc299929a0f687ab79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:43Z', 'updated_at': '2021-11-08T14:17:56Z', 'revision_number': 6, 'project_id': '6126fea9a0b14dc299929a0f687ab79e', 'gw_port_host': None}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:57.575102 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867d7f-8175-4b53-aca3-2d27acb866e9 req-5071c4b2-a7a0-4424-aff5-ce71af937937 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:57.576801 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-24867d7f-8175-4b53-aca3-2d27acb866e9 req-5071c4b2-a7a0-4424-aff5-ce71af937937 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0790644 Nov 08 14:17:57.623660 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-24867d7f-8175-4b53-aca3-2d27acb866e9 req-1005c2f4-a651-4ca5-8370-02c2ad1014ba tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 Nov 08 14:17:57.629088 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.665575 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d5f294-49d2-4d57-a133-ef117eb52101,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:57.731718 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.839792 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.842453 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.988948 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.989631 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbc23f3a-ed95-410f-a53c-03f3a11e0cbb {{(pid=102229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:17:57.994774 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:57.996024 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-30c8a7f8-f55f-4253-8b0e-0459a9990220 admin admin] 10.222.0.73 "DELETE /v2.0/routers/dbc23f3a-ed95-410f-a53c-03f3a11e0cbb HTTP/1.1" status: 204 len: 168 time: 1.3273199 Nov 08 14:17:57.999015 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42694) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:58.050880 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] Deleting subnet f0136ea6-9edd-4ed6-a328-a069bd1326f2 {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:17:58.054703 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.097668 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.261538 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.407336 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.451196 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0136ea6-9edd-4ed6-a328-a069bd1326f2,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:58.457595 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.463402 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f847ed52-ce66-4e8d-b894-974d32538d18 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f0136ea6-9edd-4ed6-a328-a069bd1326f2 HTTP/1.1" status: 204 len: 168 time: 0.4629669 Nov 08 14:17:58.464711 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1b606e-0f52-4817-89d8-9e9cbc685a1b None None] Network 2817d7ec-5ebd-4917-8d64-92e8409f97f2 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:58.466113 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42696) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:58.519086 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.590928 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.672574 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Deleting port b921c7db-676a-457c-b3dc-dcfc05f47029 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:17:58.673081 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.735058 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] DHCP port deletion for 2817d7ec-5ebd-4917-8d64-92e8409f97f2 request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:17:58.789688 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] Deleting port b921c7db-676a-457c-b3dc-dcfc05f47029 {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:17:58.790065 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.797769 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] For port b921c7db-676a-457c-b3dc-dcfc05f47029, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=b921c7db-676a-457c-b3dc-dcfc05f47029,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:58.798301 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.815448 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Calling delete_port for b921c7db-676a-457c-b3dc-dcfc05f47029 owned by network:dhcp {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:17:58.835792 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519110e-a700-46b5-80a7-cc4acb824d8e req-033a01a5-8dd8-484f-8b1e-a1d1b8e4508e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:58.837515 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a519110e-a700-46b5-80a7-cc4acb824d8e req-033a01a5-8dd8-484f-8b1e-a1d1b8e4508e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.1090069 Nov 08 14:17:58.868285 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] For port b921c7db-676a-457c-b3dc-dcfc05f47029, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=b921c7db-676a-457c-b3dc-dcfc05f47029,segment=NetworkSegment(7d087aaa-a2b2-49e6-8659-2b42df8bf6fe),segment_id=7d087aaa-a2b2-49e6-8659-2b42df8bf6fe)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:58.868685 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:58.891450 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] Calling delete_port for b921c7db-676a-457c-b3dc-dcfc05f47029 owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:17:58.928500 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a519110e-a700-46b5-80a7-cc4acb824d8e req-4c4a9da6-56bf-4dce-847a-ede366633de8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560544 Nov 08 14:17:58.945976 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device b921c7db-676a-457c-b3dc-dcfc05f47029 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:59.108284 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.134919 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.165504 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b921c7db-676a-457c-b3dc-dcfc05f47029,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:59.166962 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:59.168814 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.170668 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] No DVR routers for this DVR port b921c7db-676a-457c-b3dc-dcfc05f47029 on host dv-cinder-816957-1-iscsi {{(pid=102229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:59.212633 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:17:59.212987 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 9bb87730-7326-4cd3-bbfd-8ba37fdc9379 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:59.213400 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 30d5f294-49d2-4d57-a133-ef117eb52101 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:59.215799 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] Pushing event deleted for resources: {'Port': ['ID=b921c7db-676a-457c-b3dc-dcfc05f47029,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:59.241764 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba907f00-4113-46f8-a981-ed63b54a55be None None] No DVR routers for this DVR port b921c7db-676a-457c-b3dc-dcfc05f47029 on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:59.243452 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 30d5f294-49d2-4d57-a133-ef117eb52101 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:17:59.243835 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 30d5f294-49d2-4d57-a133-ef117eb52101 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:59.275280 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.294106 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2817d7ec-5ebd-4917-8d64-92e8409f97f2']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:59.305260 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:59.305558 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d087aaa-a2b2-49e6-8659-2b42df8bf6fe') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:59.317652 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.333280 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.340192 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:17:59.340632 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:17:59.342514 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:17:59.817400 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.822876 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:17:59.826116 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2817d7ec-5ebd-4917-8d64-92e8409f97f2 HTTP/1.1" status: 204 len: 168 time: 1.3586040 Nov 08 14:17:59.840079 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c573df-99c7-4af2-bed2-8707041076b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2817d7ec-5ebd-4917-8d64-92e8409f97f2,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:00.123238 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:00.202797 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b01f1-e79a-448f-8172-6333d7691f31 req-40f3048d-31d1-416e-af1c-78c91a08979e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:00.204657 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ee0b01f1-e79a-448f-8172-6333d7691f31 req-40f3048d-31d1-416e-af1c-78c91a08979e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0612361 Nov 08 14:18:00.258711 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ee0b01f1-e79a-448f-8172-6333d7691f31 req-778ffacc-f49d-4887-a90e-77a7c7790261 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453897 Nov 08 14:18:00.311176 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42704) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:00.356104 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-df061be7-e211-4226-afa4-95f8572b16cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6126fea9a0b14dc299929a0f687ab79e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435455 Nov 08 14:18:00.358628 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 42706) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:00.416235 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d4abe946-ef51-4df8-a2b1-c547bc9bf90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:00.446578 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d4abe946-ef51-4df8-a2b1-c547bc9bf90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:00.640219 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d4abe946-ef51-4df8-a2b1-c547bc9bf90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:00.642833 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-d4abe946-ef51-4df8-a2b1-c547bc9bf90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:00.644036 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-d4abe946-ef51-4df8-a2b1-c547bc9bf90c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f469025b-6a3c-4bc0-8fe3-e22a24d644fc HTTP/1.1" status: 204 len: 168 time: 0.2843699 Nov 08 14:18:00.655548 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abe946-ef51-4df8-a2b1-c547bc9bf90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f469025b-6a3c-4bc0-8fe3-e22a24d644fc,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:01.409041 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c20b-d2d6-4d3e-9879-779065394b52 req-f4695098-aafd-4b87-8d8d-a9f1776d47ff tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:01.410546 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c094c20b-d2d6-4d3e-9879-779065394b52 req-f4695098-aafd-4b87-8d8d-a9f1776d47ff tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0720592 Nov 08 14:18:01.454805 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c094c20b-d2d6-4d3e-9879-779065394b52 req-06916cbb-be6e-4bd0-853d-66745d175d11 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378919 Nov 08 14:18:02.588107 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62095b-b793-48f1-9830-8b7cbb4e1c0c req-0a0fbc81-e914-430c-99ba-2b992adbb613 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:02.589627 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ac62095b-b793-48f1-9830-8b7cbb4e1c0c req-0a0fbc81-e914-430c-99ba-2b992adbb613 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0519376 Nov 08 14:18:02.634618 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ac62095b-b793-48f1-9830-8b7cbb4e1c0c req-002bce1b-d173-4d68-b109-1aad45976917 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357835 Nov 08 14:18:03.761236 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dee7c-69f1-4e2a-be9a-c4d188dbaf92 req-a6ace9cd-1e6a-40f0-b801-ddfd1d50b179 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:03.762809 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b05dee7c-69f1-4e2a-be9a-c4d188dbaf92 req-a6ace9cd-1e6a-40f0-b801-ddfd1d50b179 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0544081 Nov 08 14:18:03.807239 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b05dee7c-69f1-4e2a-be9a-c4d188dbaf92 req-e7014e28-4e8c-4f20-bd2b-4fe0d023e9de tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376282 Nov 08 14:18:04.931236 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575bcaa-2946-408d-a980-6d4b82d9ab75 req-38bbac2c-ac5e-4be6-a14a-7521536b874e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:04.932715 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0575bcaa-2946-408d-a980-6d4b82d9ab75 req-38bbac2c-ac5e-4be6-a14a-7521536b874e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0533323 Nov 08 14:18:04.976556 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0575bcaa-2946-408d-a980-6d4b82d9ab75 req-577e156f-82db-4657-bb76-237956f29391 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354712 Nov 08 14:18:05.934507 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:06.100425 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b614f1-82eb-4cf9-b140-e4d9a1ce0a43 req-48d96b41-9033-4f78-b9b7-36a943bc63cf tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:06.101959 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-53b614f1-82eb-4cf9-b140-e4d9a1ce0a43 req-48d96b41-9033-4f78-b9b7-36a943bc63cf tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Nov 08 14:18:06.149438 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-53b614f1-82eb-4cf9-b140-e4d9a1ce0a43 req-ebc0275b-4ac0-4bd4-b8c5-12639e30809a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394330 Nov 08 14:18:07.274161 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c33a-598e-4759-b674-b92e3d7038a8 req-64572723-f28a-4647-8ba5-93770957c805 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:07.275777 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6544c33a-598e-4759-b674-b92e3d7038a8 req-64572723-f28a-4647-8ba5-93770957c805 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0505459 Nov 08 14:18:07.324444 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6544c33a-598e-4759-b674-b92e3d7038a8 req-06e68115-46f9-40cc-bcfc-00b4f8755c0c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Nov 08 14:18:08.457967 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d41a35-20c9-4bbf-a183-a387ef53db13 req-8e96a3f0-4110-467c-87e5-1f929c60b27a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:08.459731 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d9d41a35-20c9-4bbf-a183-a387ef53db13 req-8e96a3f0-4110-467c-87e5-1f929c60b27a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0545549 Nov 08 14:18:08.508128 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d9d41a35-20c9-4bbf-a183-a387ef53db13 req-1c10b0b7-433e-4f60-b1ea-04c02cb9ef85 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368545 Nov 08 14:18:08.842787 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:18:09.662833 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268ee5f-b4a4-43f1-964e-fe813e42de18 req-b5d8243b-c2de-4da8-911f-d196c84604fb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:09.664401 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f268ee5f-b4a4-43f1-964e-fe813e42de18 req-b5d8243b-c2de-4da8-911f-d196c84604fb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0575991 Nov 08 14:18:09.712898 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f268ee5f-b4a4-43f1-964e-fe813e42de18 req-bf0c02da-0897-41c9-97b7-4492b86f718c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372951 Nov 08 14:18:10.842638 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6894-b194-4d63-bc37-830dde9c9b7b req-4e0ad7fe-b660-43db-8723-c2e36cacc060 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:10.844197 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-704c6894-b194-4d63-bc37-830dde9c9b7b req-4e0ad7fe-b660-43db-8723-c2e36cacc060 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0544486 Nov 08 14:18:10.896383 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-704c6894-b194-4d63-bc37-830dde9c9b7b req-214a3412-c786-4d71-a0c6-e4147de1b089 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 Nov 08 14:18:12.031419 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2193a-09d1-4a3b-91f3-1aca010831f7 req-dbfc4020-a082-431b-8c63-f76dec2003ae tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:12.034042 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-23e2193a-09d1-4a3b-91f3-1aca010831f7 req-dbfc4020-a082-431b-8c63-f76dec2003ae tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0605199 Nov 08 14:18:12.075369 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-23e2193a-09d1-4a3b-91f3-1aca010831f7 req-c36eb16f-ccbc-4ffa-bda3-c0771cb453ad tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352435 Nov 08 14:18:13.205947 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae7e5-a1ba-4fc9-8042-508ffc5b4029 req-1f5782c5-588d-4ce6-9dfc-64920f31b9a2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:13.207491 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dd4ae7e5-a1ba-4fc9-8042-508ffc5b4029 req-1f5782c5-588d-4ce6-9dfc-64920f31b9a2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Nov 08 14:18:13.249373 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dd4ae7e5-a1ba-4fc9-8042-508ffc5b4029 req-c778aec9-0f49-4164-ac99-f4e9c0d973f7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358446 Nov 08 14:18:14.394204 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002262c-d08b-4aa8-83eb-58175c988752 req-d2226f2f-d4cb-4fbb-bf83-61096871da5b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:14.395903 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f002262c-d08b-4aa8-83eb-58175c988752 req-d2226f2f-d4cb-4fbb-bf83-61096871da5b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0530300 Nov 08 14:18:14.447300 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f002262c-d08b-4aa8-83eb-58175c988752 req-9b88d683-73d0-424f-9777-19ae66a34959 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443325 Nov 08 14:18:15.580622 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b789502-c739-402d-b1fa-587c2d50093d req-ad6a8c8d-6d93-4e4e-af9c-257806960f25 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:15.582144 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0b789502-c739-402d-b1fa-587c2d50093d req-ad6a8c8d-6d93-4e4e-af9c-257806960f25 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0495048 Nov 08 14:18:15.638410 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0b789502-c739-402d-b1fa-587c2d50093d req-7829e0e8-b134-41ec-8264-3e6e88385ea9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494933 Nov 08 14:18:16.074422 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:18:16.206086 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:16.222170 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'port_id': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'mac_address': 'fa:16:3e:31:67:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:18:16.267471 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:16.285117 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 131a3efd-b724-46fc-83c0-b99545dc41d7 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:16.305096 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:16.386105 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:16.449849 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=6']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:16.473612 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['131a3efd-b724-46fc-83c0-b99545dc41d7'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:16.769388 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374462f7-0ccc-4b06-ad0a-b4d52d5c2ec0 req-5896494d-494c-4dc7-a8af-0b9053de1754 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:16.770945 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-374462f7-0ccc-4b06-ad0a-b4d52d5c2ec0 req-5896494d-494c-4dc7-a8af-0b9053de1754 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 944 time: 0.0570719 Nov 08 14:18:16.818890 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-374462f7-0ccc-4b06-ad0a-b4d52d5c2ec0 req-a815e03d-9b1d-4fcb-a07c-6d84cc15863d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398006 Nov 08 14:18:17.976930 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe525be-6d20-42ef-b8a0-d1f0c06d247f req-9fa48484-35da-4136-ba78-acf16184462c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:17.978468 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dbe525be-6d20-42ef-b8a0-d1f0c06d247f req-9fa48484-35da-4136-ba78-acf16184462c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 944 time: 0.0635118 Nov 08 14:18:18.036254 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-dbe525be-6d20-42ef-b8a0-d1f0c06d247f req-7df10b86-5279-48cf-9717-fb48bcee049e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497303 Nov 08 14:18:18.603070 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:18.670846 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 131a3efd-b724-46fc-83c0-b99545dc41d7 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:18.671513 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:18.776476 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:18.805125 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:18.807344 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf3e1b0-8f17-4fd6-8f28-a3d0aa23c03b" -d '{"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-plugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:18.831906 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:18.858673 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c11d6-a660-4dd1-9ff1-d0949c789380 x-openstack-request-id: req-ab4c11d6-a660-4dd1-9ff1-d0949c789380 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:18.858673 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-plugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:18.858673 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab4c11d6-a660-4dd1-9ff1-d0949c789380 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:18.858673 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'code': 200} Nov 08 14:18:18.916726 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:18.977455 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=7']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:19.214105 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db9b0a-f946-4142-a577-5c0a6d61a419 req-cdd0d10b-e380-4e21-9f96-e2e8cc048e50 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:19.215868 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d4db9b0a-f946-4142-a577-5c0a6d61a419 req-cdd0d10b-e380-4e21-9f96-e2e8cc048e50 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0680664 Nov 08 14:18:19.287076 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d4db9b0a-f946-4142-a577-5c0a6d61a419 req-1e414546-59ab-487f-b243-fa93ee795bd4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646021 Nov 08 14:18:20.425539 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e1d9c-ca6e-45ce-86c1-569d6100e648 req-623bd4e7-5bdb-4c6b-82ee-41e0f4ba7360 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.427089 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3a1e1d9c-ca6e-45ce-86c1-569d6100e648 req-623bd4e7-5bdb-4c6b-82ee-41e0f4ba7360 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0492327 Nov 08 14:18:20.467372 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3a1e1d9c-ca6e-45ce-86c1-569d6100e648 req-55757745-9dc9-4e5a-8671-47f826d46ebe tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Nov 08 14:18:21.627049 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3a9c-b353-4bdb-92a8-4b86caf67baa req-7250bda8-fc32-49fd-a5f2-2ad8dfe3ec2a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:21.628685 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-03ae3a9c-b353-4bdb-92a8-4b86caf67baa req-7250bda8-fc32-49fd-a5f2-2ad8dfe3ec2a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0707490 Nov 08 14:18:21.684208 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-03ae3a9c-b353-4bdb-92a8-4b86caf67baa req-9e3488bf-055c-4776-bc66-93792f3adddc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450404 Nov 08 14:18:22.830835 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520f77a-374a-43ae-b23f-d82c6283c2cd req-c4409011-9c60-4f31-bb33-4a3b9b64769c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:22.835793 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f520f77a-374a-43ae-b23f-d82c6283c2cd req-c4409011-9c60-4f31-bb33-4a3b9b64769c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0628989 Nov 08 14:18:22.882328 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f520f77a-374a-43ae-b23f-d82c6283c2cd req-0749737d-dbb1-46c0-9365-dd98d45e3654 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Nov 08 14:18:24.018941 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fe46a-c322-49bb-97ec-d44cb51dcc52 req-2a77093f-82dd-42f0-9f41-81d62a7b048f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:24.020568 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a48fe46a-c322-49bb-97ec-d44cb51dcc52 req-2a77093f-82dd-42f0-9f41-81d62a7b048f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0567315 Nov 08 14:18:24.066127 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a48fe46a-c322-49bb-97ec-d44cb51dcc52 req-5e8ba398-c48d-47e3-9400-f38057f63d0c tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386753 Nov 08 14:18:24.142285 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7f24f2bd-8466-447e-8112-4e79414bac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:25.207956 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edd0b7-3f8e-4444-a696-b57c480997ce req-f6d5d908-1628-4fd9-834a-0b59146a2078 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:25.217519 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-40edd0b7-3f8e-4444-a696-b57c480997ce req-f6d5d908-1628-4fd9-834a-0b59146a2078 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0675631 Nov 08 14:18:25.267406 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-40edd0b7-3f8e-4444-a696-b57c480997ce req-cc25dcad-1fe6-47cb-8543-4b192da39c18 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489199 Nov 08 14:18:26.424622 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8bfa-2569-4688-af6b-8126c1cd8dba req-ab9ffc61-3549-4643-a397-ee17d9c8cf78 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:26.429145 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6bcb8bfa-2569-4688-af6b-8126c1cd8dba req-ab9ffc61-3549-4643-a397-ee17d9c8cf78 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0790653 Nov 08 14:18:26.473414 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6bcb8bfa-2569-4688-af6b-8126c1cd8dba req-da39adb2-f731-40f8-b36a-6000c37875ee tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385807 Nov 08 14:18:27.079899 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:27.107569 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e21e3b4e-a1e9-4527-bbf0-8f871395ab1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:27.615932 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44500bbf-3d61-424e-950a-9e64508b9dc6 req-4283f826-9ac2-4986-bca0-a4eb60b6eda7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:27.618321 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-44500bbf-3d61-424e-950a-9e64508b9dc6 req-4283f826-9ac2-4986-bca0-a4eb60b6eda7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0597601 Nov 08 14:18:27.673969 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-44500bbf-3d61-424e-950a-9e64508b9dc6 req-7cf4b123-0c30-40b5-a0a9-3607478cc173 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484505 Nov 08 14:18:28.481906 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:28.804938 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa129946-be70-428c-9a68-6284e13fd653 req-b968b866-3960-4e64-9a50-5418cb3179fc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:28.807564 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fa129946-be70-428c-9a68-6284e13fd653 req-b968b866-3960-4e64-9a50-5418cb3179fc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Nov 08 14:18:28.852925 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fa129946-be70-428c-9a68-6284e13fd653 req-770a828a-22a5-40ca-bec1-56972b767d35 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 Nov 08 14:18:28.974666 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-cf4d7c76-76ed-40a2-b1a3-d4bf9499b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:28.976204 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-cf4d7c76-76ed-40a2-b1a3-d4bf9499b2c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1098 time: 0.0439732 Nov 08 14:18:29.078722 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-d6919876-b45c-4e4e-ad49-797d45672bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:29.080242 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-d6919876-b45c-4e4e-ad49-797d45672bf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.0925553 Nov 08 14:18:29.157634 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-e03e24b5-f50c-4caa-9d2b-bf959c5e90fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=131a3efd-b724-46fc-83c0-b99545dc41d7 HTTP/1.1" status: 200 len: 1001 time: 0.0652609 Nov 08 14:18:29.213500 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-d17ea99b-a0f3-4e4e-a799-6f4edf5361f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:29.215129 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-d17ea99b-a0f3-4e4e-a799-6f4edf5361f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0476496 Nov 08 14:18:29.271664 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-9fb28726-4e88-4eae-ba25-7c618ff2a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:29.273341 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-9fb28726-4e88-4eae-ba25-7c618ff2a3f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506866 Nov 08 14:18:29.368876 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-351ca8e1-af7c-46e7-b8c2-494622527312 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873234 Nov 08 14:18:29.472208 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3806743d-d767-43fe-ae05-e554a6fd5201 req-4bdfe86f-0c31-492e-a300-a6a40646acd8 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921001 Nov 08 14:18:29.985237 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221cba5-fd50-4c90-810e-c0f279b37a5a req-6f1a29b0-4d0d-413d-8d42-e5d9cd4d3c56 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:29.986610 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a221cba5-fd50-4c90-810e-c0f279b37a5a req-6f1a29b0-4d0d-413d-8d42-e5d9cd4d3c56 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0553074 Nov 08 14:18:30.028049 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a221cba5-fd50-4c90-810e-c0f279b37a5a req-95b61d0c-fa4f-4fa0-8f99-d81f994a6c79 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351305 Nov 08 14:18:30.059315 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:31.153987 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4f83c-ea4e-44f1-83a6-fa8a6b85cd41 req-74b87699-2e89-4b97-8945-c4b423482ed0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:31.155445 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9fb4f83c-ea4e-44f1-83a6-fa8a6b85cd41 req-74b87699-2e89-4b97-8945-c4b423482ed0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0519388 Nov 08 14:18:31.197696 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9fb4f83c-ea4e-44f1-83a6-fa8a6b85cd41 req-df0dc6e1-3865-40b2-b7bb-3d6d4f6eaa76 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343735 Nov 08 14:18:32.200676 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:32.278157 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:32.304482 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:32.306788 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba14bfa-3ade-43c1-866d-2f0fc3b6c890" -d '{"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-unplugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:32.319430 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:32.332584 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc9e4f-b88c-41c4-8f46-5965a8396c74 req-cc227ef5-3dcc-4df4-8c4f-e16405a71522 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:32.334335 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-35bc9e4f-b88c-41c4-8f46-5965a8396c74 req-cc227ef5-3dcc-4df4-8c4f-e16405a71522 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 945 time: 0.0591309 Nov 08 14:18:32.349660 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dd3032-a748-4a98-9868-91f077440b38 x-openstack-request-id: req-a5dd3032-a748-4a98-9868-91f077440b38 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:32.349959 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-unplugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:32.350211 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5dd3032-a748-4a98-9868-91f077440b38 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:32.350601 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'code': 200} Nov 08 14:18:32.382831 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-35bc9e4f-b88c-41c4-8f46-5965a8396c74 req-0404fe6d-691d-4aac-88a6-169266f27dd1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Nov 08 14:18:32.410416 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:32.461892 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=8']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:32.469660 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.470013 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.470358 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.470698 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.471081 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.471367 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.471744 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.472078 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.472410 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.472737 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.473062 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:32.473385 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:33.509103 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9961e-7c66-40af-afd0-af1a74a693c7 req-8d90625a-a991-4aa2-81e1-93fcdc81c31b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:33.510509 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97a9961e-7c66-40af-afd0-af1a74a693c7 req-8d90625a-a991-4aa2-81e1-93fcdc81c31b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0494940 Nov 08 14:18:33.550232 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-97a9961e-7c66-40af-afd0-af1a74a693c7 req-caba1ae1-5d27-44d3-97cf-cc54fd27d374 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328307 Nov 08 14:18:34.684905 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dc70a-409a-4fdd-94c4-86033e993ed8 req-12803c95-a732-4fad-a4dc-9c729a542b2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:34.686456 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5b9dc70a-409a-4fdd-94c4-86033e993ed8 req-12803c95-a732-4fad-a4dc-9c729a542b2e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0511072 Nov 08 14:18:34.728948 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5b9dc70a-409a-4fdd-94c4-86033e993ed8 req-c1b63962-f7e2-4536-b42b-ccd51f4f90b2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334861 Nov 08 14:18:35.948783 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:36.192159 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:37.516495 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef374f61-75e0-4f59-ba0e-71eb87bbeab6 req-1a194ba5-3997-4d6e-9795-d2bc46264a12 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:37.518075 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef374f61-75e0-4f59-ba0e-71eb87bbeab6 req-1a194ba5-3997-4d6e-9795-d2bc46264a12 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0545068 Nov 08 14:18:37.569551 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef374f61-75e0-4f59-ba0e-71eb87bbeab6 req-5ede9fc4-e136-47d2-bb05-1eb82340767b tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451372 Nov 08 14:18:38.287286 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43074) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:38.385358 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-3c1c62f3-8914-499e-aacc-73ff5ae53f59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960190 Nov 08 14:18:38.395446 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-3f44b474-8ab4-42ad-8098-cf2f03ddbb28 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:18:38.396566 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-3f44b474-8ab4-42ad-8098-cf2f03ddbb28 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064595 Nov 08 14:18:38.708019 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705e2c-e99b-4c39-9f28-1eb0bc7cda91 req-6e7ea831-9129-4c2b-9f9e-83ff3507e0b7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:38.709616 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c705e2c-e99b-4c39-9f28-1eb0bc7cda91 req-6e7ea831-9129-4c2b-9f9e-83ff3507e0b7 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0505707 Nov 08 14:18:38.761213 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c705e2c-e99b-4c39-9f28-1eb0bc7cda91 req-86d7ead5-7153-477a-aaac-72533fa914fc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413964 Nov 08 14:18:39.425837 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43092) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:39.549234 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b33dfe74-60af-4554-b9cb-def48b72676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:39.628084 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b33dfe74-60af-4554-b9cb-def48b72676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:39.718333 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b33dfe74-60af-4554-b9cb-def48b72676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:39.761344 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b33dfe74-60af-4554-b9cb-def48b72676a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17ad37e95c944760befcefe305408221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344049 Nov 08 14:18:39.762437 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dfe74-60af-4554-b9cb-def48b72676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d652c0c0-b72f-4afa-bb6f-67b4848ee4ac,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:39.764142 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43096) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:39.818425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:39.840950 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:39.890427 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2880af0-9ff6-4da8-bf1f-4699a321980f req-c58f4870-823a-479d-a20d-3bd8df941051 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:39.892054 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e2880af0-9ff6-4da8-bf1f-4699a321980f req-c58f4870-823a-479d-a20d-3bd8df941051 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0502417 Nov 08 14:18:39.935256 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e2880af0-9ff6-4da8-bf1f-4699a321980f req-da2e779d-370d-4269-8535-dc480589679a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356519 Nov 08 14:18:40.038122 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:40.040775 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:40.041947 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d652c0c0-b72f-4afa-bb6f-67b4848ee4ac HTTP/1.1" status: 204 len: 168 time: 0.2768235 Nov 08 14:18:40.050418 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652c0c0-b72f-4afa-bb6f-67b4848ee4ac,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:40.057632 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.057980 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.058601 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.059036 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.059259 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.059636 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.060027 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.060276 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.060597 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.060920 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.061234 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.061546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad08e1f-514e-49f4-9452-cbae4980ecdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:40.237217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717602-e87f-44aa-a308-70bd51ce1619 req-4cd37c4b-217f-40e9-8839-a7a9e893160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:40.238776 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-4cd37c4b-217f-40e9-8839-a7a9e893160d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025&tenant_id=99d34d890af0459dba6a3bb83aa70ccd HTTP/1.1" status: 200 len: 1096 time: 0.0430598 Nov 08 14:18:40.307312 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717602-e87f-44aa-a308-70bd51ce1619 req-02696225-4b9f-4b5c-9f6d-d52f85208094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:40.309050 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-02696225-4b9f-4b5c-9f6d-d52f85208094 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1096 time: 0.0438232 Nov 08 14:18:40.404747 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717602-e87f-44aa-a308-70bd51ce1619 req-4b991ead-267e-45af-8ad5-370f8a5965c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:40.406492 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-4b991ead-267e-45af-8ad5-370f8a5965c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.0861738 Nov 08 14:18:40.481544 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-d391f8d0-b615-4c12-ad12-4cd41974fe02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=131a3efd-b724-46fc-83c0-b99545dc41d7 HTTP/1.1" status: 200 len: 999 time: 0.0671535 Nov 08 14:18:40.547485 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717602-e87f-44aa-a308-70bd51ce1619 req-40153b3b-35c8-45a7-b974-6b9aac89fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:40.548997 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-40153b3b-35c8-45a7-b974-6b9aac89fc74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.0598598 Nov 08 14:18:40.599855 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717602-e87f-44aa-a308-70bd51ce1619 req-2402b4a3-d269-4e90-bf67-02ecc5f1829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:40.601737 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-2402b4a3-d269-4e90-bf67-02ecc5f1829b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432262 Nov 08 14:18:40.698517 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-9f01adbe-26e0-4985-a8e4-5df39d4c7f10 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882294 Nov 08 14:18:40.771589 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43104) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:40.785592 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8130ea26-f49b-405c-8a5b-c12a6c197fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:40.794238 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-30717602-e87f-44aa-a308-70bd51ce1619 req-023f1fb6-ef70-4c19-9184-5a49b193d812 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881169 Nov 08 14:18:40.868745 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8130ea26-f49b-405c-8a5b-c12a6c197fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:40.946555 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8130ea26-f49b-405c-8a5b-c12a6c197fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:40.991220 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-8130ea26-f49b-405c-8a5b-c12a6c197fff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aaa9036c96584f6da284b2050a0f0193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184486 Nov 08 14:18:40.996044 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43112) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:40.998982 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130ea26-f49b-405c-8a5b-c12a6c197fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63cf20a-5a58-407d-8763-2c639cf55d6b,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:41.065993 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c125aa90-519f-4ee0-bc06-5f91eec2735d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:41.072508 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ab949-5695-4f4c-93b2-027ce9bc51e8 req-4c5aa031-983f-44a5-8fb9-df5a9cd6b8bd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:41.074056 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-379ab949-5695-4f4c-93b2-027ce9bc51e8 req-4c5aa031-983f-44a5-8fb9-df5a9cd6b8bd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0585592 Nov 08 14:18:41.088779 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c125aa90-519f-4ee0-bc06-5f91eec2735d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:41.119585 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-379ab949-5695-4f4c-93b2-027ce9bc51e8 req-ea7c11cb-74bd-4762-9c7d-43d7e315c848 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381038 Nov 08 14:18:41.264502 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c125aa90-519f-4ee0-bc06-5f91eec2735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:41.268054 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c125aa90-519f-4ee0-bc06-5f91eec2735d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:41.269435 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c125aa90-519f-4ee0-bc06-5f91eec2735d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b63cf20a-5a58-407d-8763-2c639cf55d6b HTTP/1.1" status: 204 len: 168 time: 0.2737648 Nov 08 14:18:41.283933 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125aa90-519f-4ee0-bc06-5f91eec2735d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63cf20a-5a58-407d-8763-2c639cf55d6b,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:41.386959 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-614cb2f2-822c-4de2-80db-6cfef7910d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:41.388581 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-614cb2f2-822c-4de2-80db-6cfef7910d4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1096 time: 0.0561137 Nov 08 14:18:41.511105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-1fa9d4cb-9bb9-4a6f-b51e-3a3f6694e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:41.512878 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-1fa9d4cb-9bb9-4a6f-b51e-3a3f6694e837 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 200 len: 919 time: 0.0969374 Nov 08 14:18:41.602327 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-5cc2d639-1cee-468d-8ebd-d91771fe40b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=131a3efd-b724-46fc-83c0-b99545dc41d7 HTTP/1.1" status: 200 len: 999 time: 0.0761383 Nov 08 14:18:41.741895 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-75d973c2-b2ff-4983-bb9e-c8bc36817933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:41.745260 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-75d973c2-b2ff-4983-bb9e-c8bc36817933 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 200 len: 856 time: 0.1312134 Nov 08 14:18:42.281186 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6eadd-2cfd-4aa5-85d2-259e0c0ab7bf req-af7dd99a-7365-45cf-9e43-e8d5a6f01dd5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:42.288646 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-51d6eadd-2cfd-4aa5-85d2-259e0c0ab7bf req-af7dd99a-7365-45cf-9e43-e8d5a6f01dd5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0669746 Nov 08 14:18:42.341565 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-51d6eadd-2cfd-4aa5-85d2-259e0c0ab7bf req-b783c8a4-3520-45cf-a6bc-d42c7fb254d1 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519507 Nov 08 14:18:43.473610 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955070a-5081-4ff7-9787-a561ef6a1bb0 req-efe3a34e-917a-493f-8c88-7919e1102109 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:43.475993 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2955070a-5081-4ff7-9787-a561ef6a1bb0 req-efe3a34e-917a-493f-8c88-7919e1102109 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0579028 Nov 08 14:18:43.517289 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2955070a-5081-4ff7-9787-a561ef6a1bb0 req-46bdcfaa-dd4e-4d34-8f37-892482137002 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352602 Nov 08 14:18:44.477563 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43180) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:44.629466 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6001eb30-dbe0-4eac-8ec4-823d21d27249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:44.701967 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbd18-9917-4ffa-a429-5fe52a68dc86 req-47a0c623-56e6-4800-bdda-d3d978e948f5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:44.701967 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-631dbd18-9917-4ffa-a429-5fe52a68dc86 req-47a0c623-56e6-4800-bdda-d3d978e948f5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0891228 Nov 08 14:18:44.761127 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-631dbd18-9917-4ffa-a429-5fe52a68dc86 req-9661ea5f-e3cb-4cba-8a02-73be7e940a4d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517354 Nov 08 14:18:44.784018 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6001eb30-dbe0-4eac-8ec4-823d21d27249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:44.887417 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-6001eb30-dbe0-4eac-8ec4-823d21d27249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:44.932889 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6001eb30-dbe0-4eac-8ec4-823d21d27249 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6112b2203b014ee784c0e7e2ba2e720b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543710 Nov 08 14:18:44.933870 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001eb30-dbe0-4eac-8ec4-823d21d27249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f716c595-1b0b-4a10-8c39-6341b6bdf19a,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:44.937719 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43186) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:45.000977 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cb40e7a7-15bc-42a5-83bf-856f70a2df64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:45.026037 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cb40e7a7-15bc-42a5-83bf-856f70a2df64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:45.186689 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cb40e7a7-15bc-42a5-83bf-856f70a2df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:45.189583 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-cb40e7a7-15bc-42a5-83bf-856f70a2df64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:45.193503 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-cb40e7a7-15bc-42a5-83bf-856f70a2df64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f716c595-1b0b-4a10-8c39-6341b6bdf19a HTTP/1.1" status: 204 len: 168 time: 0.2522438 Nov 08 14:18:45.200804 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40e7a7-15bc-42a5-83bf-856f70a2df64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716c595-1b0b-4a10-8c39-6341b6bdf19a,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:45.850293 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:18:45.897755 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2f4f6-7e1c-4029-8c3e-0f06aeefd7b5 req-483f6598-4cef-4b1a-b7e2-099c5deabddb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:45.899513 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-edc2f4f6-7e1c-4029-8c3e-0f06aeefd7b5 req-483f6598-4cef-4b1a-b7e2-099c5deabddb tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0598261 Nov 08 14:18:45.943191 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-edc2f4f6-7e1c-4029-8c3e-0f06aeefd7b5 req-3cf164c0-9161-44e3-96f6-d38a5e490d03 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377393 Nov 08 14:18:45.962322 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43194) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:45.976184 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5b354d34-718c-461e-9b09-5c4946a2520f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:46.061190 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5b354d34-718c-461e-9b09-5c4946a2520f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:46.129292 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-5b354d34-718c-461e-9b09-5c4946a2520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:46.168468 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-5b354d34-718c-461e-9b09-5c4946a2520f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ebd762af6ed4ec992e1e1ce06e02c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049482 Nov 08 14:18:46.169104 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b354d34-718c-461e-9b09-5c4946a2520f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee303fb-1e7d-4961-abb7-780329c5d7cf,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:46.172557 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43196) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:46.242515 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-288d4d0d-3f07-49a8-8d35-04531e06e335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:46.265503 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-288d4d0d-3f07-49a8-8d35-04531e06e335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:46.466354 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-288d4d0d-3f07-49a8-8d35-04531e06e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:46.471129 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-288d4d0d-3f07-49a8-8d35-04531e06e335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:46.472365 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-288d4d0d-3f07-49a8-8d35-04531e06e335 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eee303fb-1e7d-4961-abb7-780329c5d7cf HTTP/1.1" status: 204 len: 168 time: 0.2959316 Nov 08 14:18:46.483213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d4d0d-3f07-49a8-8d35-04531e06e335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee303fb-1e7d-4961-abb7-780329c5d7cf,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:47.109839 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014d6f-bb11-4a1c-9d28-a41e1e72854b req-d44c3a21-1645-4df9-882e-98fa8d6ea6cf tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:47.112079 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-72014d6f-bb11-4a1c-9d28-a41e1e72854b req-d44c3a21-1645-4df9-882e-98fa8d6ea6cf tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0773635 Nov 08 14:18:47.167782 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-72014d6f-bb11-4a1c-9d28-a41e1e72854b req-8708f2fe-842b-493d-be5c-620aad5efcd9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471251 Nov 08 14:18:48.318837 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1d188-97f3-4d71-8c2b-c506632f925a req-7aaf97c4-d1d9-4a95-bdf6-6947a11717a8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:48.320888 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1fc1d188-97f3-4d71-8c2b-c506632f925a req-7aaf97c4-d1d9-4a95-bdf6-6947a11717a8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0681169 Nov 08 14:18:48.376857 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1fc1d188-97f3-4d71-8c2b-c506632f925a req-af44ed30-b1ac-4078-aab9-7cf64b1b727a tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495818 Nov 08 14:18:49.551265 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0482-c2ae-4d29-9ff6-c8e8e7e9105a req-b66da742-3895-4337-bbf8-e40ad8299aa5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:49.551265 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-984b0482-c2ae-4d29-9ff6-c8e8e7e9105a req-b66da742-3895-4337-bbf8-e40ad8299aa5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0767429 Nov 08 14:18:49.592149 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-984b0482-c2ae-4d29-9ff6-c8e8e7e9105a req-09c565a9-6ed5-4edf-be98-0885a92b2d07 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Nov 08 14:18:50.731884 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3bd9f-d2d0-4702-a45f-c7dcbdde14b3 req-d6d40710-9115-42bf-ab0b-e26c92320da9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:50.734375 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b8a3bd9f-d2d0-4702-a45f-c7dcbdde14b3 req-d6d40710-9115-42bf-ab0b-e26c92320da9 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0602465 Nov 08 14:18:50.780413 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b8a3bd9f-d2d0-4702-a45f-c7dcbdde14b3 req-45dcc02c-5c74-451b-b939-611b9b88850f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Nov 08 14:18:51.912694 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e64cf-cdb3-4189-be3c-166a8c282855 req-9e8996ce-4219-4b38-9018-e8c595897802 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:51.921492 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-685e64cf-cdb3-4189-be3c-166a8c282855 req-9e8996ce-4219-4b38-9018-e8c595897802 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0524199 Nov 08 14:18:51.958898 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-685e64cf-cdb3-4189-be3c-166a8c282855 req-29619a36-b172-4c24-b064-ed99d9f4a7ca tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350137 Nov 08 14:18:52.264599 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-7123abd4-8796-43f2-8650-2da550cc0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:52.266120 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-7123abd4-8796-43f2-8650-2da550cc0956 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457520 Nov 08 14:18:52.364432 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-acb528d2-2b98-417d-ba25-5641ff2b8251 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855789 Nov 08 14:18:52.461784 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-306ef8fa-df5c-4359-b99c-f6b08444f90d req-a8066dba-61dd-42c5-9930-1aec6b07fa10 service neutron] 10.222.0.64 "GET /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875204 Nov 08 14:18:53.090592 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02892-78ee-4a94-9a33-b629c3f2eb72 req-a9288d11-9422-4316-8486-1e2c5a65f7c2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:53.092068 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aea02892-78ee-4a94-9a33-b629c3f2eb72 req-a9288d11-9422-4316-8486-1e2c5a65f7c2 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0528584 Nov 08 14:18:53.134652 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-aea02892-78ee-4a94-9a33-b629c3f2eb72 req-df61ee38-58f8-4f11-b71c-0061562b4907 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360796 Nov 08 14:18:54.140572 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-baaf339f-aedf-483f-90d3-54df05dbd859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:54.262845 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc7fe8-0a78-41d9-97a4-d10bf6759763 req-916a1ca8-3fdc-4ecc-b38f-e0e9cb11cf64 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:54.264375 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9abc7fe8-0a78-41d9-97a4-d10bf6759763 req-916a1ca8-3fdc-4ecc-b38f-e0e9cb11cf64 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0553448 Nov 08 14:18:54.303336 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9abc7fe8-0a78-41d9-97a4-d10bf6759763 req-18d89b41-47d3-47ef-8e22-e11b197c2f2f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324917 Nov 08 14:18:55.425447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360fd7-3599-4f1d-bc9e-6370100142d3 req-d71d25f3-7f81-43f9-9ace-3a49505f5517 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:55.426960 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-29360fd7-3599-4f1d-bc9e-6370100142d3 req-d71d25f3-7f81-43f9-9ace-3a49505f5517 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0520790 Nov 08 14:18:55.466867 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-29360fd7-3599-4f1d-bc9e-6370100142d3 req-37dae711-d727-4948-af20-dc21bd0b21d4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335548 Nov 08 14:18:55.853703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43292) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:55.963859 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5ae3-9314-447d-b1d7-f2930be6c3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.050051 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5ae3-9314-447d-b1d7-f2930be6c3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.157901 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5ae3-9314-447d-b1d7-f2930be6c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.195239 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb5ae3-9314-447d-b1d7-f2930be6c3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0a2d54-77c2-44cf-abdc-3f7e8723fc48,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:56.199346 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-fbbb5ae3-9314-447d-b1d7-f2930be6c3fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efe957dd537a41de8c4711283d9473e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446414 Nov 08 14:18:56.202064 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43296) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:56.252108 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ae593b94-4f7d-4071-b9c2-4ab816c274e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.279824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ae593b94-4f7d-4071-b9c2-4ab816c274e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.308258 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:18:56.409522 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ae593b94-4f7d-4071-b9c2-4ab816c274e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.410259 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:56.413012 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ae593b94-4f7d-4071-b9c2-4ab816c274e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.414557 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ae593b94-4f7d-4071-b9c2-4ab816c274e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f0a2d54-77c2-44cf-abdc-3f7e8723fc48 HTTP/1.1" status: 204 len: 168 time: 0.2114232 Nov 08 14:18:56.423835 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'port_id': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'mac_address': 'fa:16:3e:31:67:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:18:56.429431 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae593b94-4f7d-4071-b9c2-4ab816c274e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0a2d54-77c2-44cf-abdc-3f7e8723fc48,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:56.476704 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.490761 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131a3efd-b724-46fc-83c0-b99545dc41d7 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:56.511454 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:56.587243 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedabbef-7cbc-474c-867b-63376caf134b req-89b03320-6f73-478d-b703-fb4b9e2f5a80 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:56.588766 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fedabbef-7cbc-474c-867b-63376caf134b req-89b03320-6f73-478d-b703-fb4b9e2f5a80 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 943 time: 0.0488343 Nov 08 14:18:56.608494 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:56.628077 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fedabbef-7cbc-474c-867b-63376caf134b req-cfbc1042-5ac4-441b-b87f-40d0c66fde03 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333817 Nov 08 14:18:56.660414 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=9']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:56.891261 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['131a3efd-b724-46fc-83c0-b99545dc41d7'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:57.076026 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43304) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:57.091917 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-448b1dce-71f4-4e7b-979c-e0965b4d7543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.105544 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.169717 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8233b824-3850-44f2-94f8-2950306eb065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.175541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-448b1dce-71f4-4e7b-979c-e0965b4d7543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.263496 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-448b1dce-71f4-4e7b-979c-e0965b4d7543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.304590 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-448b1dce-71f4-4e7b-979c-e0965b4d7543 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0d303d8be214d488f5d84cf38a6346d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274630 Nov 08 14:18:57.305467 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b1dce-71f4-4e7b-979c-e0965b4d7543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc64491-8dc3-415c-adf3-19167fd087f1,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:57.307503 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43306) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:57.366054 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.387300 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.532849 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.535479 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:57.536820 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2dc64491-8dc3-415c-adf3-19167fd087f1 HTTP/1.1" status: 204 len: 168 time: 0.2279599 Nov 08 14:18:57.544945 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc64491-8dc3-415c-adf3-19167fd087f1,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:57.553858 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.554206 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.554550 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.554886 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.555217 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.555547 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.555923 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.556284 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.556614 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.556939 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.557262 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.557612 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3873055-d12e-4ce1-891f-68a561d96775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:57.749754 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc412-e5be-4ae8-b995-f73a15b367fe req-05a5402e-0cc0-4577-ba13-bdbdb7d7532d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:57.751250 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d96bc412-e5be-4ae8-b995-f73a15b367fe req-05a5402e-0cc0-4577-ba13-bdbdb7d7532d tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 944 time: 0.0499208 Nov 08 14:18:57.790946 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d96bc412-e5be-4ae8-b995-f73a15b367fe req-cffde522-2350-491d-8ffc-df397363b9e4 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333042 Nov 08 14:18:58.338472 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:58.396464 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 131a3efd-b724-46fc-83c0-b99545dc41d7 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:58.396845 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:58.497841 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:58.508208 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:58.523724 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:58.526160 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b73fc-2ef5-4dbc-9ce3-d8cc9f3f781e" -d '{"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-plugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:58.540312 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:58.565569 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5626d-3bc5-4fa9-9561-30548c2f65e7 x-openstack-request-id: req-77d5626d-3bc5-4fa9-9561-30548c2f65e7 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:58.565865 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-plugged", "status": "completed", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:58.566116 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77d5626d-3bc5-4fa9-9561-30548c2f65e7 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:58.566516 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'code': 200} Nov 08 14:18:58.631693 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:18:58.680467 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=10']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:58.918161 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e96d42-e9f5-4f9d-9135-ff0647f20e05 req-8185da70-e684-4079-88d9-80e54ae23833 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:58.920563 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a6e96d42-e9f5-4f9d-9135-ff0647f20e05 req-8185da70-e684-4079-88d9-80e54ae23833 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0519562 Nov 08 14:18:58.933365 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86479d50-e8e8-47c1-9fc0-4fb877239941 req-995e4d31-cf67-4dda-a4d2-8090bbb049d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:58.934864 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-86479d50-e8e8-47c1-9fc0-4fb877239941 req-995e4d31-cf67-4dda-a4d2-8090bbb049d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 1099 time: 0.0452940 Nov 08 14:18:58.964944 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a6e96d42-e9f5-4f9d-9135-ff0647f20e05 req-f99834ae-2dda-4195-be2a-c6cd873f0435 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365059 Nov 08 14:18:58.977686 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-86479d50-e8e8-47c1-9fc0-4fb877239941 req-0e07666f-890c-413e-bfa4-9d8536fcc041 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Nov 08 14:19:00.063790 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:00.102250 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13373ac-2561-4ae5-8819-30c2829d8395 req-96a11943-0f2f-4f7e-bf80-58cfc6cf734e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:00.104017 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b13373ac-2561-4ae5-8819-30c2829d8395 req-96a11943-0f2f-4f7e-bf80-58cfc6cf734e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0563819 Nov 08 14:19:00.151191 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b13373ac-2561-4ae5-8819-30c2829d8395 req-1804b909-52ce-4051-8c34-6b3476eb7554 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387061 Nov 08 14:19:01.285593 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716b11-5509-4717-8bdc-682f5f6aa930 req-3c75a7b2-5f39-452e-9c9a-b406a6af6bd0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:01.287105 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bc716b11-5509-4717-8bdc-682f5f6aa930 req-3c75a7b2-5f39-452e-9c9a-b406a6af6bd0 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0544207 Nov 08 14:19:01.332685 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bc716b11-5509-4717-8bdc-682f5f6aa930 req-95943d5b-c182-49ba-a90a-678bd6dcdbab tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391030 Nov 08 14:19:02.459468 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6e0a-3ea6-4c15-876a-206982497ac3 req-16ba9a87-e6ba-46b6-a965-a4095602e6dd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:02.460979 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-189b6e0a-3ea6-4c15-876a-206982497ac3 req-16ba9a87-e6ba-46b6-a965-a4095602e6dd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0496752 Nov 08 14:19:02.500221 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-189b6e0a-3ea6-4c15-876a-206982497ac3 req-8cf688e4-6bb0-4e46-9e74-e3f2adec3cf5 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328941 Nov 08 14:19:05.922752 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.230038 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43474) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:07.333510 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b8c03973-e837-4fab-a369-4a1a22c6d8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.410874 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b8c03973-e837-4fab-a369-4a1a22c6d8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.514241 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b8c03973-e837-4fab-a369-4a1a22c6d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.551808 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b8c03973-e837-4fab-a369-4a1a22c6d8a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2da739f747c14c6a942acf60ed4482bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204856 Nov 08 14:19:07.552381 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c03973-e837-4fab-a369-4a1a22c6d8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7a242d-a95f-40db-8292-635d508c1752,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:07.554416 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43478) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:07.602716 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-19dee523-d585-41fd-b1b4-167c67008379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.623804 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-19dee523-d585-41fd-b1b4-167c67008379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.732144 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-19dee523-d585-41fd-b1b4-167c67008379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.734835 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-19dee523-d585-41fd-b1b4-167c67008379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:07.736000 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-19dee523-d585-41fd-b1b4-167c67008379 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c7a242d-a95f-40db-8292-635d508c1752 HTTP/1.1" status: 204 len: 168 time: 0.1804926 Nov 08 14:19:07.744959 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dee523-d585-41fd-b1b4-167c67008379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7a242d-a95f-40db-8292-635d508c1752,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:08.514714 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43484) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:08.528397 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0c74-e0c2-4132-a5a6-48d60db1710d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:08.603316 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0c74-e0c2-4132-a5a6-48d60db1710d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:08.699881 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2e1f0c74-e0c2-4132-a5a6-48d60db1710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:08.736697 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f0c74-e0c2-4132-a5a6-48d60db1710d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7dbfd-1798-4b5b-824f-8c962bcb9731,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:08.743763 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2e1f0c74-e0c2-4132-a5a6-48d60db1710d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff901b40903f40529ab40547c155f960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258973 Nov 08 14:19:08.744419 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43486) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:08.799556 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-98f437b1-3929-4f22-977a-540278eec684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:08.821625 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-98f437b1-3929-4f22-977a-540278eec684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:08.991507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-98f437b1-3929-4f22-977a-540278eec684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:08.994246 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-98f437b1-3929-4f22-977a-540278eec684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:08.995476 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-98f437b1-3929-4f22-977a-540278eec684 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dad7dbfd-1798-4b5b-824f-8c962bcb9731 HTTP/1.1" status: 204 len: 168 time: 0.2500887 Nov 08 14:19:09.003579 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f437b1-3929-4f22-977a-540278eec684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7dbfd-1798-4b5b-824f-8c962bcb9731,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:10.165668 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43510) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:10.262443 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-463476687-network', 'tenant_id': '6007c6303dd84055b4c5fa05c6db05ee'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:10.362174 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Made reservation on behalf of 6007c6303dd84055b4c5fa05c6db05ee for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:10.365444 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:10.599612 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:10.676511 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:10.757079 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:10.780914 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:19:10.791983 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07add2-59c3-4e0c-a6cf-0180e763094d,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:10.796771 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:10.797007 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Added segment e0dda341-687a-4b45-88e8-c4737ec8617a of type vlan for network 91e1592d-f62e-4173-8103-0a40f0fb3d6e Nov 08 14:19:10.837299 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:10.939849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:10.940903 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:10.941629 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:11.002427 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] Pushing event updated for resources: {'Network': ['ID=91e1592d-f62e-4173-8103-0a40f0fb3d6e,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:11.012959 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 91e1592d-f62e-4173-8103-0a40f0fb3d6e details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:19:11.068115 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-232dbdbe-94de-4fc6-b1eb-7d51b8644021 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9011655 Nov 08 14:19:11.070876 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43514) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:11.075665 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Request body: {'subnet': {'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-463476687-subnet', 'tenant_id': '6007c6303dd84055b4c5fa05c6db05ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:11.183382 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Made reservation on behalf of 6007c6303dd84055b4c5fa05c6db05ee for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:11.185804 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9254224'] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:11.463343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3469920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254210'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:11.522747 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2c3641-b78c-4c6d-a2a2-160b50003076,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:11.534878 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Checking segment: {'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:19:11.535879 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Network hostable DHCP agents. Network: 91e1592d-f62e-4173-8103-0a40f0fb3d6e, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:19:11.646552 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Network 91e1592d-f62e-4173-8103-0a40f0fb3d6e is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:19:11.739832 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 91e1592d-f62e-4173-8103-0a40f0fb3d6e) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:11.744237 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:11.744922 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:11.748840 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4702380-1ce9-43fc-a3f3-6428cbaa66e3 None None] Network 91e1592d-f62e-4173-8103-0a40f0fb3d6e requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:11.871400 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771af995-4386-4831-956a-eb88ad595857 None None] Network 91e1592d-f62e-4173-8103-0a40f0fb3d6e requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:11.872018 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-baddd922-487b-4453-98db-cd4fe112e6ae admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7999396 Nov 08 14:19:14.039076 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-244a45ca-ab84-4c45-823d-59fe1159ae69 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:14.040541 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-244a45ca-ab84-4c45-823d-59fe1159ae69 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/networks?id=91e1592d-f62e-4173-8103-0a40f0fb3d6e HTTP/1.1" status: 200 len: 808 time: 0.1059062 Nov 08 14:19:14.056190 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-69929901-2128-4659-a8a6-757321631018 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/quotas/6007c6303dd84055b4c5fa05c6db05ee HTTP/1.1" status: 200 len: 375 time: 0.0098145 Nov 08 14:19:14.094198 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8c8ae467-1680-4eb7-bb79-f16ae1d8a754 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316217 Nov 08 14:19:14.190029 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-e5d6be98-e596-4c3c-bbde-1be3cc4a3806 service neutron] 10.222.0.73 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876508 Nov 08 14:19:14.287387 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-b30df4dc-85ed-4697-a3e4-86fff271373a service neutron] 10.222.0.73 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908809 Nov 08 14:19:14.555338 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5a996870-53cc-4ad2-a9c7-53625e58495f req-08741b53-9269-4c16-93c5-b58a83c6e699 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 210 time: 0.0270586 Nov 08 14:19:15.639311 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3c671ab9-6679-426a-979c-aa94cbe608c2 req-0f1d7732-c6c4-43bc-909d-11c14405b276 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 210 time: 0.0264726 Nov 08 14:19:16.732844 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b1eea237-703f-41b0-9f87-381f90fc3724 req-7c689fd6-2741-4433-80a4-52a5f6f53b20 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 210 time: 0.0255117 Nov 08 14:19:17.304508 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-47208e39-1825-4f33-8272-9fe48e58d182 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:17.306002 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-47208e39-1825-4f33-8272-9fe48e58d182 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "GET /v2.0/networks?id=91e1592d-f62e-4173-8103-0a40f0fb3d6e HTTP/1.1" status: 200 len: 808 time: 0.1105566 Nov 08 14:19:17.320533 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Request body: {'port': {'device_id': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e', 'admin_state_up': True, 'tenant_id': '6007c6303dd84055b4c5fa05c6db05ee'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:17.510659 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Made reservation on behalf of 6007c6303dd84055b4c5fa05c6db05ee for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:17.514176 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:17.647711 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Allocated IP 172.20.0.4 (91e1592d-f62e-4173-8103-0a40f0fb3d6e/dd2c3641-b78c-4c6d-a2a2-160b50003076/73d15683-66cc-4888-8a14-e8bdbae937aa) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:17.806567 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:17.833322 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-55310e2a-419d-4d49-ad47-c6af681cff85 req-275e8a05-21c1-4268-85e3-a720910205f2 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 210 time: 0.0279796 Nov 08 14:19:17.934241 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:17.977076 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Network 91e1592d-f62e-4173-8103-0a40f0fb3d6e is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:17.980276 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:17.984214 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:18.013656 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Pushing event updated for resources: {'Port': ['ID=73d15683-66cc-4888-8a14-e8bdbae937aa,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:18.040463 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:18.041077 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:18.128687 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-77387f32-e48e-4f24-9b8f-fbdf9f51bd53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130798 Nov 08 14:19:18.142336 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Request body: {'port': {'device_id': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:18.205281 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:18.496289 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d15683-66cc-4888-8a14-e8bdbae937aa {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:18.507536 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:18.519879 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Transition to ACTIVE for port object 73d15683-66cc-4888-8a14-e8bdbae937aa will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:19:18.619424 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:18.673745 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=73d15683-66cc-4888-8a14-e8bdbae937aa,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:18.743774 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Attempting to bind port 73d15683-66cc-4888-8a14-e8bdbae937aa on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:19:18.744109 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Attempting to bind port 73d15683-66cc-4888-8a14-e8bdbae937aa by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:19:18.744435 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Attempting to bind port 73d15683-66cc-4888-8a14-e8bdbae937aa on network 91e1592d-f62e-4173-8103-0a40f0fb3d6e {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:18.748946 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Port 73d15683-66cc-4888-8a14-e8bdbae937aa on network 91e1592d-f62e-4173-8103-0a40f0fb3d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:19:18.749198 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Attempting to bind port 73d15683-66cc-4888-8a14-e8bdbae937aa on network 91e1592d-f62e-4173-8103-0a40f0fb3d6e {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:18.754254 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:19:18.754611 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Checking segment: {'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:19:18.755776 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Bound using segment: {'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:19:18.756201 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Bound port: 73d15683-66cc-4888-8a14-e8bdbae937aa, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:19:18.756557 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:18.821919 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] For port 73d15683-66cc-4888-8a14-e8bdbae937aa, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:19:18.824982 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] For port 73d15683-66cc-4888-8a14-e8bdbae937aa, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=73d15683-66cc-4888-8a14-e8bdbae937aa,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:19:18.917190 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:18.952957 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:18.953531 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:18.955051 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] 10.222.0.64 "PUT /v2.0/ports/73d15683-66cc-4888-8a14-e8bdbae937aa HTTP/1.1" status: 200 len: 1093 time: 0.8168824 Nov 08 14:19:18.955465 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'tag': '73d15683-66cc-4888-8a14-e8bdbae937aa'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:18.957767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd8ec5a-e8f0-4429-a911-d31f032ae623" -d '{"events": [{"name": "network-changed", "server_uuid": "b371158f-7dc8-4be3-8450-7a83f03e923d", "tag": "73d15683-66cc-4888-8a14-e8bdbae937aa"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:18.965706 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723230c2-6af1-45cf-99e9-35e30c1abb5d req-9de1f790-011c-428b-9d0f-11dafaf4208c tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:18.968370 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-723230c2-6af1-45cf-99e9-35e30c1abb5d req-9de1f790-011c-428b-9d0f-11dafaf4208c tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 943 time: 0.0615699 Nov 08 14:19:18.988561 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18b195-e866-4001-8883-ec384dd83ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=73d15683-66cc-4888-8a14-e8bdbae937aa,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:18.997988 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9faed-d51e-42da-9e67-5e32bac23862 x-openstack-request-id: req-75a9faed-d51e-42da-9e67-5e32bac23862 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:18.998505 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b371158f-7dc8-4be3-8450-7a83f03e923d", "tag": "73d15683-66cc-4888-8a14-e8bdbae937aa", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:18.998752 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75a9faed-d51e-42da-9e67-5e32bac23862 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:18.999274 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'tag': '73d15683-66cc-4888-8a14-e8bdbae937aa', 'status': 'completed', 'code': 200} Nov 08 14:19:19.011881 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-723230c2-6af1-45cf-99e9-35e30c1abb5d req-35ecffa7-108a-4b26-b85d-19155720ae01 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364571 Nov 08 14:19:19.063334 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8ec5a-e8f0-4429-a911-d31f032ae623 req-23fa755b-d772-4795-8bdb-b735430668e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:19.065028 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2dd8ec5a-e8f0-4429-a911-d31f032ae623 req-23fa755b-d772-4795-8bdb-b735430668e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 1096 time: 0.0447688 Nov 08 14:19:19.169162 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8ec5a-e8f0-4429-a911-d31f032ae623 req-b279848a-adcc-4948-a14e-5f540df66d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:19.170674 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2dd8ec5a-e8f0-4429-a911-d31f032ae623 req-b279848a-adcc-4948-a14e-5f540df66d70 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0961845 Nov 08 14:19:19.273317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8ec5a-e8f0-4429-a911-d31f032ae623 req-7b9b56d0-db8b-4cee-acc0-72c220331808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:19.274763 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2dd8ec5a-e8f0-4429-a911-d31f032ae623 req-7b9b56d0-db8b-4cee-acc0-72c220331808 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960259 Nov 08 14:19:19.352819 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-efe70f15-fa7b-4287-ae22-dfddc9752f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:19.354346 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-efe70f15-fa7b-4287-ae22-dfddc9752f9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 1096 time: 0.0402834 Nov 08 14:19:19.397897 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-5dbc0238-2430-4078-ac71-4dae1f697d85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73d15683-66cc-4888-8a14-e8bdbae937aa HTTP/1.1" status: 200 len: 217 time: 0.0335038 Nov 08 14:19:19.450851 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-35a89fa5-d63d-4f66-b33e-c25acbfa3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:19.452447 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-35a89fa5-d63d-4f66-b33e-c25acbfa3adf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd2c3641-b78c-4c6d-a2a2-160b50003076 HTTP/1.1" status: 200 len: 848 time: 0.0470941 Nov 08 14:19:19.483686 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-40bfd621-7b6e-4e98-86fd-65274d868307 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91e1592d-f62e-4173-8103-0a40f0fb3d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237486 Nov 08 14:19:19.573129 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-a22f8b2d-9030-4059-9bf9-749418509748 service neutron] 10.222.0.64 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814533 Nov 08 14:19:19.668009 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c455a4c7-3df4-42a9-900f-2acfce35a5bf req-e9c569bb-2887-4f50-b3e1-bc2ff33dc4c9 service neutron] 10.222.0.64 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860493 Nov 08 14:19:20.135647 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78d42-9173-491a-8abf-8ae88615cb9f req-29325c19-740a-4aa1-8092-c760904fb5b6 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:20.137133 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-93c78d42-9173-491a-8abf-8ae88615cb9f req-29325c19-740a-4aa1-8092-c760904fb5b6 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 943 time: 0.0491343 Nov 08 14:19:20.173979 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-93c78d42-9173-491a-8abf-8ae88615cb9f req-f2b77977-969f-419f-a308-b6e7444d9ca3 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Nov 08 14:19:21.290517 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349c02f-0118-47ef-9d32-88524e8476e0 req-9fee7894-0c09-4d22-beb7-507e81c98f00 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:21.292083 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6349c02f-0118-47ef-9d32-88524e8476e0 req-9fee7894-0c09-4d22-beb7-507e81c98f00 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 943 time: 0.0508878 Nov 08 14:19:21.330641 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6349c02f-0118-47ef-9d32-88524e8476e0 req-14335cad-6111-4240-8ae1-396a19bb1599 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Nov 08 14:19:22.449721 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b03c76-bbab-4325-8d50-dc6a6aa080e4 req-3037e73a-49b9-4937-91e7-c6daeaa40f28 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:22.451158 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c4b03c76-bbab-4325-8d50-dc6a6aa080e4 req-3037e73a-49b9-4937-91e7-c6daeaa40f28 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 943 time: 0.0510490 Nov 08 14:19:22.461931 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 73d15683-66cc-4888-8a14-e8bdbae937aa details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:19:22.490291 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c4b03c76-bbab-4325-8d50-dc6a6aa080e4 req-c3d11a1e-5bd0-4f3d-9966-71772f3f496c tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Nov 08 14:19:22.559075 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 73d15683-66cc-4888-8a14-e8bdbae937aa, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=73d15683-66cc-4888-8a14-e8bdbae937aa,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:22.570268 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '73d15683-66cc-4888-8a14-e8bdbae937aa', 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e', 'port_id': '73d15683-66cc-4888-8a14-e8bdbae937aa', 'mac_address': 'fa:16:3e:ce:66:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2c3641-b78c-4c6d-a2a2-160b50003076', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:19:22.607488 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:22.620282 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d15683-66cc-4888-8a14-e8bdbae937aa {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:22.639564 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 73d15683-66cc-4888-8a14-e8bdbae937aa, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=73d15683-66cc-4888-8a14-e8bdbae937aa,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:22.742795 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:22.793640 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=73d15683-66cc-4888-8a14-e8bdbae937aa,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:22.841887 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:19:22.984452 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['73d15683-66cc-4888-8a14-e8bdbae937aa'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:23.608102 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee37f9-d106-49ed-b9fd-e0311c7d9b7c req-7592d464-c767-49ba-89fd-41744580902a tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:23.609600 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fbee37f9-d106-49ed-b9fd-e0311c7d9b7c req-7592d464-c767-49ba-89fd-41744580902a tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 944 time: 0.0501680 Nov 08 14:19:23.650224 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fbee37f9-d106-49ed-b9fd-e0311c7d9b7c req-0df9d0ea-a9b3-4395-a819-35bf823edb49 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Nov 08 14:19:24.216898 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-64a25a36-c936-404a-b6e5-7858cd4837df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:24.478234 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 73d15683-66cc-4888-8a14-e8bdbae937aa up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:19:24.624587 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 73d15683-66cc-4888-8a14-e8bdbae937aa completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:19:24.629084 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 73d15683-66cc-4888-8a14-e8bdbae937aa triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:24.629560 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:24.769083 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced541a-f1ca-413c-93f8-f2ce7d3cc9aa req-dcd51d40-ef03-418a-9e2e-e4af90c21b6c tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:24.770677 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2ced541a-f1ca-413c-93f8-f2ce7d3cc9aa req-dcd51d40-ef03-418a-9e2e-e4af90c21b6c tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 944 time: 0.0502164 Nov 08 14:19:24.810593 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2ced541a-f1ca-413c-93f8-f2ce7d3cc9aa req-e086e3e5-0edf-48f3-83db-faf5724bde6e tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Nov 08 14:19:24.828031 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:24.850955 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d15683-66cc-4888-8a14-e8bdbae937aa'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:24.853215 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3643c6d3-fce8-435c-a33b-55d25d38a638" -d '{"events": [{"server_uuid": "b371158f-7dc8-4be3-8450-7a83f03e923d", "name": "network-vif-plugged", "status": "completed", "tag": "73d15683-66cc-4888-8a14-e8bdbae937aa"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:24.867117 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 73d15683-66cc-4888-8a14-e8bdbae937aa, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=73d15683-66cc-4888-8a14-e8bdbae937aa,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:24.892213 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a881ecf-6cf1-407c-8438-7bae6efbb50a x-openstack-request-id: req-7a881ecf-6cf1-407c-8438-7bae6efbb50a {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:24.892517 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b371158f-7dc8-4be3-8450-7a83f03e923d", "name": "network-vif-plugged", "status": "completed", "tag": "73d15683-66cc-4888-8a14-e8bdbae937aa", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:24.894726 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a881ecf-6cf1-407c-8438-7bae6efbb50a {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:24.894726 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d15683-66cc-4888-8a14-e8bdbae937aa', 'code': 200} Nov 08 14:19:24.943149 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:24.991035 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=73d15683-66cc-4888-8a14-e8bdbae937aa,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:25.262814 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ad37-8337-4fe0-a1be-a5f63251ff48 req-5c83d39c-945a-495b-8814-be71925932a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:25.264466 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98c8ad37-8337-4fe0-a1be-a5f63251ff48 req-5c83d39c-945a-495b-8814-be71925932a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 1098 time: 0.0413103 Nov 08 14:19:25.305619 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98c8ad37-8337-4fe0-a1be-a5f63251ff48 req-2f457df1-66f7-47b3-9d82-c4b963fec1c9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282743 Nov 08 14:19:25.930949 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ffa35-cdd8-4f7e-a60a-8650375f333c req-378b7b1c-58b6-465c-b03b-0226f665d732 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:25.932673 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a61ffa35-cdd8-4f7e-a60a-8650375f333c req-378b7b1c-58b6-465c-b03b-0226f665d732 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 945 time: 0.0538917 Nov 08 14:19:25.971885 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a61ffa35-cdd8-4f7e-a60a-8650375f333c req-184576f5-9b18-4e5d-9552-ee67c8f3a1cc tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Nov 08 14:19:27.081978 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:27.096202 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140f72-4011-4c2c-a28d-3cd5c530d39d req-d8d1893e-840f-4a9a-bfbe-4fb71c3457cb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:27.097686 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-20140f72-4011-4c2c-a28d-3cd5c530d39d req-d8d1893e-840f-4a9a-bfbe-4fb71c3457cb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 945 time: 0.0506685 Nov 08 14:19:27.113688 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-35dde2cf-dd79-4d90-8e9c-a269837412b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:27.138612 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-20140f72-4011-4c2c-a28d-3cd5c530d39d req-54c31a78-b9f7-497d-b0b9-dbf306f277c6 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Nov 08 14:19:28.490988 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:28.621715 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642924-31cf-4a3c-9908-cd6b8965b275 req-11ce79b7-ef64-4e07-a8e6-4865c4b92bbc tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:28.623240 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-51642924-31cf-4a3c-9908-cd6b8965b275 req-11ce79b7-ef64-4e07-a8e6-4865c4b92bbc tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 945 time: 0.0516605 Nov 08 14:19:28.674496 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-51642924-31cf-4a3c-9908-cd6b8965b275 req-c4443b06-d810-4aa8-aa16-4cca433db2e1 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Nov 08 14:19:29.794648 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac2bd-6965-4273-8c85-11cf57bfd6d9 req-f6ba6e31-03bb-4dd3-a5be-2964a71a0aed tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:29.796122 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-acfac2bd-6965-4273-8c85-11cf57bfd6d9 req-f6ba6e31-03bb-4dd3-a5be-2964a71a0aed tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 945 time: 0.0522840 Nov 08 14:19:29.835103 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-acfac2bd-6965-4273-8c85-11cf57bfd6d9 req-6870abbd-525e-4662-a675-713e2f46f079 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Nov 08 14:19:30.081721 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:30.106234 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-1e29d69e-a29d-400b-bc0b-cf1c7caa373b tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:30.107857 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-1e29d69e-a29d-400b-bc0b-cf1c7caa373b tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 945 time: 0.0509362 Nov 08 14:19:30.208335 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Deleting port 73d15683-66cc-4888-8a14-e8bdbae937aa {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:30.208699 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:30.300299 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] For port 73d15683-66cc-4888-8a14-e8bdbae937aa, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=73d15683-66cc-4888-8a14-e8bdbae937aa,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:30.300772 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:30.314756 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Calling delete_port for 73d15683-66cc-4888-8a14-e8bdbae937aa owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:30.510235 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:30.523576 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['73d15683-66cc-4888-8a14-e8bdbae937aa'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:30.540584 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Pushing event deleted for resources: {'Port': ['ID=73d15683-66cc-4888-8a14-e8bdbae937aa,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:30.587540 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] No DVR routers for this DVR port 73d15683-66cc-4888-8a14-e8bdbae937aa on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:30.590440 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:30.593854 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-5ab17d2a-11eb-46e4-862b-7a020c1de439 req-5f8f84a4-be2c-47ad-a71c-1536be096ff4 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "DELETE /v2.0/ports/73d15683-66cc-4888-8a14-e8bdbae937aa HTTP/1.1" status: 204 len: 173 time: 0.4793499 Nov 08 14:19:30.594317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'name': 'network-vif-deleted', 'tag': '73d15683-66cc-4888-8a14-e8bdbae937aa'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:30.596580 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff08b0f-eb95-431a-b43d-040c5d9ee89a" -d '{"events": [{"server_uuid": "b371158f-7dc8-4be3-8450-7a83f03e923d", "name": "network-vif-deleted", "tag": "73d15683-66cc-4888-8a14-e8bdbae937aa"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:30.633401 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9967a-f3fd-44be-a874-453c57b1b94f x-openstack-request-id: req-f5a9967a-f3fd-44be-a874-453c57b1b94f {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:30.633697 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b371158f-7dc8-4be3-8450-7a83f03e923d", "name": "network-vif-deleted", "tag": "73d15683-66cc-4888-8a14-e8bdbae937aa", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:30.633972 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5a9967a-f3fd-44be-a874-453c57b1b94f {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:30.634416 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371158f-7dc8-4be3-8450-7a83f03e923d', 'name': 'network-vif-deleted', 'tag': '73d15683-66cc-4888-8a14-e8bdbae937aa', 'status': 'completed', 'code': 200} Nov 08 14:19:30.944829 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cb71b3cc-a816-4609-b925-eb89fc0526f6 req-8fb24cc5-159e-4f66-b6cb-c797caf97161 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=b371158f-7dc8-4be3-8450-7a83f03e923d HTTP/1.1" status: 200 len: 210 time: 0.0262196 Nov 08 14:19:32.215063 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-94a718d4-0335-4150-bc16-08238c10b67f tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:32.216547 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-94a718d4-0335-4150-bc16-08238c10b67f tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/networks?id=91e1592d-f62e-4173-8103-0a40f0fb3d6e HTTP/1.1" status: 200 len: 808 time: 0.1058011 Nov 08 14:19:32.232180 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-e5f93e8d-30b8-4c15-8d6d-78204a56ef42 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/quotas/6007c6303dd84055b4c5fa05c6db05ee HTTP/1.1" status: 200 len: 375 time: 0.0096264 Nov 08 14:19:32.263561 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-ca9c1853-b712-4d9f-81c3-06ee709c83ca tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257201 Nov 08 14:19:32.356726 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-fb07ef06-6384-4e4f-89ff-9d212e752fce service neutron] 10.222.0.73 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861135 Nov 08 14:19:32.453225 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-8c9fc567-acb8-466c-92f2-b039b58b68dc service neutron] 10.222.0.73 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903289 Nov 08 14:19:32.683262 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0aa49c95-7b9c-4ec6-8e3a-e5288b9f03c1 req-31a27695-e9e7-4985-9925-aee5a9c47531 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 210 time: 0.0254619 Nov 08 14:19:33.775878 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2333547f-c9ff-4ef2-aac0-944b60220cb9 req-96264746-d961-4ad2-a75b-23aa9e267b73 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 210 time: 0.0270190 Nov 08 14:19:34.507970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 73d15683-66cc-4888-8a14-e8bdbae937aa no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:34.527964 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 73d15683-66cc-4888-8a14-e8bdbae937aa {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:19:34.531706 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 73d15683-66cc-4888-8a14-e8bdbae937aa not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:34.677401 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-6e2ffa54-0c57-405a-8019-9f54abbdcfe8 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:34.679437 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-6e2ffa54-0c57-405a-8019-9f54abbdcfe8 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "GET /v2.0/networks?id=91e1592d-f62e-4173-8103-0a40f0fb3d6e HTTP/1.1" status: 200 len: 808 time: 0.1033869 Nov 08 14:19:34.705044 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Request body: {'port': {'device_id': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e', 'admin_state_up': True, 'tenant_id': '6007c6303dd84055b4c5fa05c6db05ee'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:34.876276 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f873477c-4799-4c9f-ab01-0a2a92b7335d req-3b369f10-99b7-4397-bf98-dc16038bff42 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 210 time: 0.0259531 Nov 08 14:19:34.898680 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Made reservation on behalf of 6007c6303dd84055b4c5fa05c6db05ee for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:34.902304 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:35.044880 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Allocated IP 172.20.0.5 (91e1592d-f62e-4173-8103-0a40f0fb3d6e/dd2c3641-b78c-4c6d-a2a2-160b50003076/08d33ed6-f312-4b2a-bdf6-ceb8afe72666) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:35.192405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:35.291869 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:35.336808 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Network 91e1592d-f62e-4173-8103-0a40f0fb3d6e is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:35.339905 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:35.343853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:35.374359 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Pushing event updated for resources: {'Port': ['ID=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:35.406990 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:35.407774 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:35.462768 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ecba4-1034-41dc-8710-d7a56ad7514c req-a82d8b88-9814-48bb-bee0-792dda18e775 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:35.464465 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5a4ecba4-1034-41dc-8710-d7a56ad7514c req-a82d8b88-9814-48bb-bee0-792dda18e775 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 946 time: 0.0603738 Nov 08 14:19:35.510026 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5a4ecba4-1034-41dc-8710-d7a56ad7514c req-f070de50-bfe4-434d-8cd5-60f99407e765 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394340 Nov 08 14:19:35.530540 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-67cb8cfb-6856-43cb-b8e8-c8eff40b6296 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8290737 Nov 08 14:19:35.543523 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Request body: {'port': {'device_id': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:35.601041 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:35.878995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:35.886809 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:35.900451 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Transition to ACTIVE for port object 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:19:35.930722 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:35.990027 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:36.011145 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8ae6c-b4c4-49c6-b2b9-975de5f7b0c3 req-687a5ff0-ad71-4f2d-b3bb-8b498c61b623 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.016956 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bde8ae6c-b4c4-49c6-b2b9-975de5f7b0c3 req-687a5ff0-ad71-4f2d-b3bb-8b498c61b623 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 931 time: 0.0626354 Nov 08 14:19:36.043577 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Pushing event updated for resources: {'Port': ['ID=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:36.075076 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd442f0-9c24-42ee-b8d6-6051f4f4c94a req-3bd101ad-5852-4434-aa6f-dd6caacba86f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.080004 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2cd442f0-9c24-42ee-b8d6-6051f4f4c94a req-3bd101ad-5852-4434-aa6f-dd6caacba86f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0854483 Nov 08 14:19:36.080004 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bde8ae6c-b4c4-49c6-b2b9-975de5f7b0c3 req-e2f57ce9-9a31-4625-af67-84c6d9727dae tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Nov 08 14:19:36.120851 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Attempting to bind port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:19:36.121199 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Attempting to bind port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:19:36.121515 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Attempting to bind port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 on network 91e1592d-f62e-4173-8103-0a40f0fb3d6e {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:36.126877 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2cd442f0-9c24-42ee-b8d6-6051f4f4c94a req-89bbd1b4-0022-4752-8991-3b22301f4eb6 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Nov 08 14:19:36.127198 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 on network 91e1592d-f62e-4173-8103-0a40f0fb3d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:19:36.127550 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Attempting to bind port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 on network 91e1592d-f62e-4173-8103-0a40f0fb3d6e {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:36.133880 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:19:36.134120 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Checking segment: {'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:19:36.134502 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Bound using segment: {'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:19:36.134932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Bound port: 08d33ed6-f312-4b2a-bdf6-ceb8afe72666, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dda341-687a-4b45-88e8-c4737ec8617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:19:36.135288 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:36.204351 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] For port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:19:36.207343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] For port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:19:36.293032 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:36.328354 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.328971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:36.330416 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] 10.222.0.64 "PUT /v2.0/ports/08d33ed6-f312-4b2a-bdf6-ceb8afe72666 HTTP/1.1" status: 200 len: 1093 time: 0.7912502 Nov 08 14:19:36.330878 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'tag': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:36.333264 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feefeded-ccd5-44b3-a80d-67db16278ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "e03ba35b-40cc-4b79-a31f-bc9ab7274e8e", "tag": "08d33ed6-f312-4b2a-bdf6-ceb8afe72666"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:36.360333 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937303a-e4b5-4192-980c-bdb3b63911fd service neutron] Pushing event updated for resources: {'Port': ['ID=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:36.376606 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d32d62-032f-4ba3-8cd1-fceff9c705a0 x-openstack-request-id: req-62d32d62-032f-4ba3-8cd1-fceff9c705a0 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:36.376901 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03ba35b-40cc-4b79-a31f-bc9ab7274e8e", "tag": "08d33ed6-f312-4b2a-bdf6-ceb8afe72666", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:36.377176 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-62d32d62-032f-4ba3-8cd1-fceff9c705a0 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:36.377575 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'tag': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666', 'status': 'completed', 'code': 200} Nov 08 14:19:36.444206 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefeded-ccd5-44b3-a80d-67db16278ec5 req-5216a72b-5cc0-46cf-a194-918c1f81d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.445717 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-feefeded-ccd5-44b3-a80d-67db16278ec5 req-5216a72b-5cc0-46cf-a194-918c1f81d84b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 1096 time: 0.0432382 Nov 08 14:19:36.553945 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefeded-ccd5-44b3-a80d-67db16278ec5 req-e6ef42e3-a5b7-41bf-b7e5-f64ad745981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.555672 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-feefeded-ccd5-44b3-a80d-67db16278ec5 req-e6ef42e3-a5b7-41bf-b7e5-f64ad745981b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1008883 Nov 08 14:19:36.638958 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b030-acd2-45a8-85ed-933fff591f21 req-f1c8674a-aeea-437c-b5b7-366c791d7d55 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.640705 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7b36b030-acd2-45a8-85ed-933fff591f21 req-f1c8674a-aeea-437c-b5b7-366c791d7d55 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 946 time: 0.0565956 Nov 08 14:19:36.659460 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefeded-ccd5-44b3-a80d-67db16278ec5 req-4456c801-66f9-43e5-84dc-e9e3b5907ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.660982 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-feefeded-ccd5-44b3-a80d-67db16278ec5 req-4456c801-66f9-43e5-84dc-e9e3b5907ddb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0967507 Nov 08 14:19:36.686350 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7b36b030-acd2-45a8-85ed-933fff591f21 req-f798d646-48a9-4c37-a897-f3c6ff0f93dc tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396540 Nov 08 14:19:36.748582 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-5bdbde84-16b3-4b57-89fb-80ea71b2a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.750106 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-5bdbde84-16b3-4b57-89fb-80ea71b2a6a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 1096 time: 0.0405025 Nov 08 14:19:36.796347 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-66d7be6c-1188-4ff6-ae88-08eb561fbad8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d33ed6-f312-4b2a-bdf6-ceb8afe72666 HTTP/1.1" status: 200 len: 217 time: 0.0343451 Nov 08 14:19:36.851726 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-7d112868-dfb5-405c-8d0c-43b9c520c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:36.853196 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-7d112868-dfb5-405c-8d0c-43b9c520c7b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd2c3641-b78c-4c6d-a2a2-160b50003076 HTTP/1.1" status: 200 len: 848 time: 0.0487728 Nov 08 14:19:36.888066 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-3de00066-3951-4b01-a0c6-4407103c7981 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91e1592d-f62e-4173-8103-0a40f0fb3d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252600 Nov 08 14:19:36.986849 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-cba636bf-282b-486b-a24f-27f5edb739b9 service neutron] 10.222.0.64 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867627 Nov 08 14:19:37.101204 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-593167b9-1440-403b-a0f3-c8f23e09b5d7 req-26fd0173-63e3-4545-8686-1ffb8480429f service neutron] 10.222.0.64 "GET /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886216 Nov 08 14:19:37.198239 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-58ab0535-3137-4072-a709-898f7fca9777 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:37.199828 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-58ab0535-3137-4072-a709-898f7fca9777 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 946 time: 0.0584488 Nov 08 14:19:37.256562 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6517ba-1892-4ed3-953b-eebfb6c49016 req-60489679-4623-49cd-ad1c-39bccb0da366 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:37.258263 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0f6517ba-1892-4ed3-953b-eebfb6c49016 req-60489679-4623-49cd-ad1c-39bccb0da366 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 943 time: 0.0972073 Nov 08 14:19:37.294058 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526d98-d4b5-49b4-a47b-88db51da7e2a req-7c955ac1-d1d6-4f43-a669-5e0c438139cd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:37.295627 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bf526d98-d4b5-49b4-a47b-88db51da7e2a req-7c955ac1-d1d6-4f43-a669-5e0c438139cd tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0884938 Nov 08 14:19:37.317921 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Deleting port 4b77e669-f5d6-47cb-9314-83a78bbacdfb {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:37.318610 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:37.327158 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0f6517ba-1892-4ed3-953b-eebfb6c49016 req-c68b336e-5b56-45ba-a642-bf69fb8881c9 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Nov 08 14:19:37.354475 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bf526d98-d4b5-49b4-a47b-88db51da7e2a req-ee0f31ee-ddcd-4ace-b3a3-a161d610d1a8 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469520 Nov 08 14:19:37.661790 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-b8b39a3e-6128-457a-ab21-9452912b5628 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:37.663936 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-b8b39a3e-6128-457a-ab21-9452912b5628 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0982549 Nov 08 14:19:37.713487 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] For port 4b77e669-f5d6-47cb-9314-83a78bbacdfb, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=4b77e669-f5d6-47cb-9314-83a78bbacdfb,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:37.713859 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:37.803375 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b4c4-08e5-478c-8671-e0568e01b360 req-590b137f-d619-4486-9f36-655cf981d925 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:37.805302 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de72b4c4-08e5-478c-8671-e0568e01b360 req-590b137f-d619-4486-9f36-655cf981d925 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 946 time: 0.0498216 Nov 08 14:19:37.845837 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-de72b4c4-08e5-478c-8671-e0568e01b360 req-7086e8f3-a440-46ee-a466-1c270ea7608e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334327 Nov 08 14:19:37.859102 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Deleting port 131a3efd-b724-46fc-83c0-b99545dc41d7 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:37.859510 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:37.988126 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:37.988824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:37.988824 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Floating IP 63e7ea82-fe18-4d64-97a6-211e4b926005 disassociated. External IP: 172.27.2.253, port: 4b77e669-f5d6-47cb-9314-83a78bbacdfb. Nov 08 14:19:37.989114 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Calling delete_port for 4b77e669-f5d6-47cb-9314-83a78bbacdfb owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:38.006970 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] For port 131a3efd-b724-46fc-83c0-b99545dc41d7, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=131a3efd-b724-46fc-83c0-b99545dc41d7,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:38.007324 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:38.263831 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:38.264198 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:38.264513 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Floating IP 3de57ca2-daee-4ecd-a310-6b914db3525c disassociated. External IP: 172.27.2.181, port: 131a3efd-b724-46fc-83c0-b99545dc41d7. Nov 08 14:19:38.264851 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Calling delete_port for 131a3efd-b724-46fc-83c0-b99545dc41d7 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:38.346809 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:38.378440 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event deleted for resources: {'Port': ['ID=4b77e669-f5d6-47cb-9314-83a78bbacdfb,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:38.491895 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdfe7f-d213-4dd0-9d41-3293a1bcf836 req-3090c3ba-d6fd-4296-8d36-5136481aa3bb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:38.494444 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3bdfe7f-d213-4dd0-9d41-3293a1bcf836 req-3090c3ba-d6fd-4296-8d36-5136481aa3bb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 943 time: 0.0840378 Nov 08 14:19:38.534170 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:38.534670 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ccbbf-b3d7-466a-8d4c-a755045887cb req-c9dc1a54-5d82-44f8-a325-a5b99f3302fc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:38.536281 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-450ccbbf-b3d7-466a-8d4c-a755045887cb req-c9dc1a54-5d82-44f8-a325-a5b99f3302fc tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 946 time: 0.0866125 Nov 08 14:19:38.554341 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3bdfe7f-d213-4dd0-9d41-3293a1bcf836 req-a5803387-90e4-49ac-82c2-0886e6f750ff tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Nov 08 14:19:38.586424 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:38.605229 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-450ccbbf-b3d7-466a-8d4c-a755045887cb req-baa453ec-15a9-47bd-9fb7-b0bd287882ca tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bcf4b82-1e14-4971-96ed-bdbd0780d55e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558307 Nov 08 14:19:38.647792 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event deleted for resources: {'Port': ['ID=131a3efd-b724-46fc-83c0-b99545dc41d7,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:38.768807 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:38.790664 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:38.800816 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:38.801446 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:38.830566 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] No DVR routers for this DVR port 4b77e669-f5d6-47cb-9314-83a78bbacdfb on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:38.834207 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:38.838398 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-ff9ac17f-8971-4880-aa41-2956b7c2cdc3 req-53599be4-56c6-4410-83c7-c9ab0079d5a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "DELETE /v2.0/ports/4b77e669-f5d6-47cb-9314-83a78bbacdfb HTTP/1.1" status: 204 len: 173 time: 1.6228354 Nov 08 14:19:38.838891 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'name': 'network-vif-deleted', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:38.841233 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4902316-2f3a-4989-8a53-39c1062bc5c7" -d '{"events": [{"server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "name": "network-vif-deleted", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:38.848213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Router 977c8f86-fc95-45a1-a0df-90a26d9d747d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:38.904460 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d75c40-57d6-434b-af4a-5c7c6c1ec887 x-openstack-request-id: req-b1d75c40-57d6-434b-af4a-5c7c6c1ec887 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:38.904815 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ba2afa-8b99-4665-9d97-849b9c6d1757", "name": "network-vif-deleted", "tag": "4b77e669-f5d6-47cb-9314-83a78bbacdfb", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:38.905072 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1d75c40-57d6-434b-af4a-5c7c6c1ec887 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:38.905466 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ba2afa-8b99-4665-9d97-849b9c6d1757', 'name': 'network-vif-deleted', 'tag': '4b77e669-f5d6-47cb-9314-83a78bbacdfb', 'status': 'completed', 'code': 200} Nov 08 14:19:38.924100 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:38.969719 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-734819c3-1aa6-4eeb-b102-ad3dd705f2de req-14891d98-15ae-43c0-a4a1-8a76a1a25253 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 210 time: 0.0288115 Nov 08 14:19:38.990541 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:39.002722 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] Sync routers for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:39.016735 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:39.017754 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:39.042310 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] No DVR routers for this DVR port 131a3efd-b724-46fc-83c0-b99545dc41d7 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:39.045378 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:39.049620 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-dd6764d1-ea88-4d26-bf16-68a146929e9f req-53440e6c-fd58-4568-8e70-7d32245a0c5e tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.64 "DELETE /v2.0/ports/131a3efd-b724-46fc-83c0-b99545dc41d7 HTTP/1.1" status: 204 len: 173 time: 1.3765686 Nov 08 14:19:39.165435 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:39.193863 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:39.219688 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:19:39.230921 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:39.231624 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:39.336953 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:39.385343 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:39.413635 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] Checking router: 977c8f86-fc95-45a1-a0df-90a26d9d747d for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:19:39.422925 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:39.423552 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:39.538266 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:39.553982 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:39.586181 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b3c46-d810-40f5-a570-df72b593560c None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:39.704201 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8642db-b1fc-4f6d-a9bf-3f3ba9a140fc req-8f9d5819-1ff3-46f3-88a7-7301b21927e0 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:39.706948 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-af8642db-b1fc-4f6d-a9bf-3f3ba9a140fc req-8f9d5819-1ff3-46f3-88a7-7301b21927e0 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 943 time: 0.0682521 Nov 08 14:19:39.756986 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-153ff134-157c-44b8-bcce-a1548e991af9 req-9d4d363a-d440-4a58-8fdf-700c0ebaf776 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c8b73d7-84bf-4aba-9017-bd68f50d3025 HTTP/1.1" status: 200 len: 210 time: 0.0317054 Nov 08 14:19:39.759403 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:39.786721 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-af8642db-b1fc-4f6d-a9bf-3f3ba9a140fc req-bdb3fc0d-0a7b-4d5f-bd59-77a161274716 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594785 Nov 08 14:19:39.796074 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae5271-7309-4de4-9fd4-850bf982fdd9 None None] The sync data for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi is: [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:11:01Z', 'revision_number': 4, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '788cc14a-3cd2-4562-9e6f-edb78a99df5b', 'name': '', 'network_id': '88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'mac_address': 'fa:16:3e:eb:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:56Z', 'updated_at': '2021-11-08T14:11:15Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'subnets': [{'id': 'e248766d-8ffc-437e-a94f-e4b7670b8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:39.928898 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2baea-53b2-4907-ba18-bc416d0b8ea3 None None] New status for floating IP 63e7ea82-fe18-4d64-97a6-211e4b926005: DOWN {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:19:40.054848 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc3b3d-acd1-4e06-8594-01f3db3dc9ff None None] New status for floating IP 3de57ca2-daee-4ecd-a310-6b914db3525c: DOWN {{(pid=102230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:19:40.123335 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-386d0237-aef1-445e-a269-ee3644cb02b7 req-2d66c4a2-e8e0-4ad9-8924-ae91407895fa tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ba2afa-8b99-4665-9d97-849b9c6d1757 HTTP/1.1" status: 200 len: 210 time: 0.0384595 Nov 08 14:19:40.540547 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:19:40.635408 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:40.646738 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666', 'network_id': '91e1592d-f62e-4173-8103-0a40f0fb3d6e', 'port_id': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666', 'mac_address': 'fa:16:3e:94:21:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2c3641-b78c-4c6d-a2a2-160b50003076', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:19:40.688346 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:40.701440 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:40.721466 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:40.796936 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:40.849946 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:40.857295 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.857642 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.857982 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.858311 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.858645 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.858968 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.859289 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.859643 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.859972 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.860291 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.860610 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.860923 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:40.907084 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-deleted', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:40.909411 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f602888-f3a3-4090-ab57-12fac6a0518c" -d '{"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-deleted", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:40.909687 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce56b2-d781-439c-b24e-006bda12ab17 req-a4888d93-e1dd-4918-9972-c770ddb899eb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:40.911137 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-03ce56b2-d781-439c-b24e-006bda12ab17 req-a4888d93-e1dd-4918-9972-c770ddb899eb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 944 time: 0.0516939 Nov 08 14:19:40.920349 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43690) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:40.952226 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aa4ab3-ed8b-4ac0-995f-6be9e7674cab x-openstack-request-id: req-66aa4ab3-ed8b-4ac0-995f-6be9e7674cab {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:40.952226 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b73d7-84bf-4aba-9017-bd68f50d3025", "name": "network-vif-deleted", "tag": "131a3efd-b724-46fc-83c0-b99545dc41d7", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:40.952226 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66aa4ab3-ed8b-4ac0-995f-6be9e7674cab {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:40.952746 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b73d7-84bf-4aba-9017-bd68f50d3025', 'name': 'network-vif-deleted', 'tag': '131a3efd-b724-46fc-83c0-b99545dc41d7', 'status': 'completed', 'code': 200} Nov 08 14:19:40.955823 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-03ce56b2-d781-439c-b24e-006bda12ab17 req-03adb971-129f-4978-9959-740a50b9b85e tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Nov 08 14:19:40.986875 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.011022 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.060946 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['08d33ed6-f312-4b2a-bdf6-ceb8afe72666'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:41.138330 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.141112 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.142324 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "DELETE /v2.0/security-groups/3bcf4b82-1e14-4971-96ed-bdbd0780d55e HTTP/1.1" status: 204 len: 168 time: 0.2207553 Nov 08 14:19:41.145513 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43692) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:41.154857 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf4b82-1e14-4971-96ed-bdbd0780d55e,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:41.162235 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.api.v2.resource [None req-1e33882e-8ad1-441a-95b2-ca27c556b233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] show failed (client error): The resource could not be found. Nov 08 14:19:41.163283 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-1e33882e-8ad1-441a-95b2-ca27c556b233 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "GET /v2.0/security-groups/3bcf4b82-1e14-4971-96ed-bdbd0780d55e HTTP/1.1" status: 404 len: 347 time: 0.0150871 Nov 08 14:19:41.166302 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43696) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:41.208957 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.209860 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.210216 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.210606 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.210934 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.211275 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.211725 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.212070 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.212456 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.212790 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.213125 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.213487 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1459-3d0a-44cb-b20c-a4895c39094f tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:41.319512 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Deleting port 39e2c9fb-a68f-4a65-8dce-a8b89863f543 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:41.319887 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.400589 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.400961 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.401881 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-21f9e39c-dc50-490f-9064-06b287d80143 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787376952&fields=id&tenant_id=e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 267 time: 0.0366583 Nov 08 14:19:41.414032 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Calling delete_port for 39e2c9fb-a68f-4a65-8dce-a8b89863f543 owned by network:floatingip {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:41.514447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-a96dd6ed-af6f-4493-8041-42740a347538 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:41.515934 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-a96dd6ed-af6f-4493-8041-42740a347538 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 811 time: 0.1071606 Nov 08 14:19:41.532229 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-1c590183-5cfc-4ecd-be21-d2866f008285 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/quotas/e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 375 time: 0.0095277 Nov 08 14:19:41.586239 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-ac9afc5f-04cd-40ab-bee7-5d599b066ce0 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479319 Nov 08 14:19:41.601193 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.630114 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Pushing event deleted for resources: {'Port': ['ID=39e2c9fb-a68f-4a65-8dce-a8b89863f543,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:41.682704 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-20b1f883-675b-430b-a430-4212d6223a85 service neutron] 10.222.0.73 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839646 Nov 08 14:19:41.690893 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks [] for floatingip, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.694781 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:41.695937 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2f9cc0a1-7308-428f-9ccc-5380182d1f63 tempest-AttachVolumeShelveTestJSON-1571805284 tempest-AttachVolumeShelveTestJSON-1571805284-project] 10.222.0.73 "DELETE /v2.0/floatingips/3de57ca2-daee-4ecd-a310-6b914db3525c HTTP/1.1" status: 204 len: 168 time: 0.5285943 Nov 08 14:19:41.788590 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-e8a70ab7-ddb6-4f33-bcf1-58cf839c56de service neutron] 10.222.0.73 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991871 Nov 08 14:19:42.084132 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5ed50-1756-472c-8df5-8cd47617f425 req-cd4935c7-46f3-450f-bec0-31e9b57e59d8 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:42.085652 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-74b5ed50-1756-472c-8df5-8cd47617f425 req-cd4935c7-46f3-450f-bec0-31e9b57e59d8 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 944 time: 0.0533664 Nov 08 14:19:42.125129 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-74b5ed50-1756-472c-8df5-8cd47617f425 req-385d41b0-841e-4a55-ba77-f5d1614220d2 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Nov 08 14:19:42.447583 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2c7614f2-c466-48f0-8b51-48d02247bfb2 req-61d3e67b-33bc-44a4-ad4d-48285525dea4 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 210 time: 0.0295622 Nov 08 14:19:42.540435 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:19:42.692181 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:19:42.696712 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:42.697085 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:42.777945 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:42.803836 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:42.806176 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b9de86-5b7e-4b7f-9993-623b738711d8" -d '{"events": [{"server_uuid": "e03ba35b-40cc-4b79-a31f-bc9ab7274e8e", "name": "network-vif-plugged", "status": "completed", "tag": "08d33ed6-f312-4b2a-bdf6-ceb8afe72666"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:42.826049 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:42.860050 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2243c985-cecf-4da8-aa46-b9be05fed288 x-openstack-request-id: req-2243c985-cecf-4da8-aa46-b9be05fed288 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:42.860776 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ba35b-40cc-4b79-a31f-bc9ab7274e8e", "name": "network-vif-plugged", "status": "completed", "tag": "08d33ed6-f312-4b2a-bdf6-ceb8afe72666", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:42.861008 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2243c985-cecf-4da8-aa46-b9be05fed288 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:42.861371 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666', 'code': 200} Nov 08 14:19:42.896512 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:42.897320 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:42.935351 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 131a3efd-b724-46fc-83c0-b99545dc41d7 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:19:42.935734 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 131a3efd-b724-46fc-83c0-b99545dc41d7 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:42.936147 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4b77e669-f5d6-47cb-9314-83a78bbacdfb no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:42.959725 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 4b77e669-f5d6-47cb-9314-83a78bbacdfb {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:19:42.959987 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 4b77e669-f5d6-47cb-9314-83a78bbacdfb not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:42.981852 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:43.245692 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90a9e1-45c4-49ce-b17e-9ce8f76359c1 req-5dbd5eaa-e570-48c4-ac77-dcfc8b791171 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.247753 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1d90a9e1-45c4-49ce-b17e-9ce8f76359c1 req-5dbd5eaa-e570-48c4-ac77-dcfc8b791171 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 945 time: 0.0521464 Nov 08 14:19:43.288190 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1d90a9e1-45c4-49ce-b17e-9ce8f76359c1 req-0605d8f7-82a1-4fbe-ab8e-eb95bf0b8916 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Nov 08 14:19:43.310391 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34147029-be63-401c-a138-31a7e548ce1f req-1c7e56ab-a6d0-430e-a5ef-39c054481b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.311926 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-34147029-be63-401c-a138-31a7e548ce1f req-1c7e56ab-a6d0-430e-a5ef-39c054481b12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 1098 time: 0.0414743 Nov 08 14:19:43.353281 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-34147029-be63-401c-a138-31a7e548ce1f req-a9ae9ab1-d94b-45ca-a9df-34496d8921b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Nov 08 14:19:43.541822 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e17c1b1-7531-4746-8d92-89bb3fae0c2f req-e3a2f5c1-9525-408b-8a0e-a35592c0210a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 210 time: 0.0270238 Nov 08 14:19:44.409864 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258454a-18bc-42eb-9897-7639b3be92dd req-3aac270c-594d-479b-80e0-96dcf5918f53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:44.411886 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0258454a-18bc-42eb-9897-7639b3be92dd req-3aac270c-594d-479b-80e0-96dcf5918f53 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 945 time: 0.0530882 Nov 08 14:19:44.454533 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0258454a-18bc-42eb-9897-7639b3be92dd req-b0582be4-8662-42e1-84fa-f6f93b5654e2 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359340 Nov 08 14:19:44.653290 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6c026e5c-b9a9-4a4c-b842-7e485dbc71dc req-83e34c4c-6a91-4e1e-b34a-d222bd38e507 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 210 time: 0.0402324 Nov 08 14:19:44.692941 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43752) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:44.846733 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-0c957e3e-37eb-42fe-b9b9-e7b868a71f88 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:44.848964 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-0c957e3e-37eb-42fe-b9b9-e7b868a71f88 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 811 time: 0.1154923 Nov 08 14:19:44.896110 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-61ed86c4-0b84-4d61-8cd1-2db3eb4e9511 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 379 time: 0.0364470 Nov 08 14:19:44.905400 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'port': {'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'admin_state_up': True, 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'security_groups': ['6ea3c416-3da3-41e3-9da9-478a90a2270c']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:45.136276 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Made reservation on behalf of e3e148eb10c2460ebc630452574cb55f for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:45.139784 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.276705 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Allocated IP 172.20.0.5 (c2766925-0ac2-4bbc-a57a-e3dd8e336a74/18c58068-48f4-499f-a4bc-2146934a69d2/1521326b-5bbd-411b-941b-523d8e2280d9) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:45.366803 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.424789 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.555386 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.592395 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00be4b-7628-4f26-8934-a9e7793e19a6 req-3bec0d78-8af0-4aef-9dd7-07ca965a536c tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:45.593867 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8b00be4b-7628-4f26-8934-a9e7793e19a6 req-3bec0d78-8af0-4aef-9dd7-07ca965a536c tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 945 time: 0.0659461 Nov 08 14:19:45.598977 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:45.603217 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:45.606999 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:45.646265 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=1521326b-5bbd-411b-941b-523d8e2280d9,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:45.675705 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:45.676960 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8b00be4b-7628-4f26-8934-a9e7793e19a6 req-7508b767-9981-4827-9933-b367289659dd tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655038 Nov 08 14:19:45.678105 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.707686 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Deleting port 788cc14a-3cd2-4562-9e6f-edb78a99df5b {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:45.708438 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.761966 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-00649dc5-a101-483e-9fa9-434c76df46d7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602171 Nov 08 14:19:45.782728 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Request body: {'port': {'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:45.834840 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba774120-09b2-4bbc-8b64-9d32327a1e8e req-b2b84b0c-8ae8-40a3-8a30-b545a7880d07 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:45.837251 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ba774120-09b2-4bbc-8b64-9d32327a1e8e req-b2b84b0c-8ae8-40a3-8a30-b545a7880d07 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 931 time: 0.0830944 Nov 08 14:19:45.846748 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.868023 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] For port 788cc14a-3cd2-4562-9e6f-edb78a99df5b, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=788cc14a-3cd2-4562-9e6f-edb78a99df5b,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:45.868396 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.886794 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Calling delete_port for 788cc14a-3cd2-4562-9e6f-edb78a99df5b owned by network:router_interface {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:45.908733 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ba774120-09b2-4bbc-8b64-9d32327a1e8e req-e72e89a8-5b61-4c1b-9dad-f93c9e3ddb56 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634768 Nov 08 14:19:45.916937 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-30f01517-49c0-4ced-81ad-a73bdcf2c48d None None] Provisioning complete for port 1521326b-5bbd-411b-941b-523d8e2280d9 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:45.917933 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-30f01517-49c0-4ced-81ad-a73bdcf2c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:45.957104 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-30f01517-49c0-4ced-81ad-a73bdcf2c48d None None] Port 1521326b-5bbd-411b-941b-523d8e2280d9 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:19:46.135348 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1521326b-5bbd-411b-941b-523d8e2280d9 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:46.143152 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:46.189503 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Transition to ACTIVE for port object 1521326b-5bbd-411b-941b-523d8e2280d9 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:19:46.189999 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:46.219674 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=788cc14a-3cd2-4562-9e6f-edb78a99df5b,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:46.269020 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:46.412187 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:46.575038 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Pushing event updated for resources: {'Port': ['ID=1521326b-5bbd-411b-941b-523d8e2280d9,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:46.641501 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Attempting to bind port 1521326b-5bbd-411b-941b-523d8e2280d9 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:19:46.641846 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Attempting to bind port 1521326b-5bbd-411b-941b-523d8e2280d9 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:19:46.642193 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Attempting to bind port 1521326b-5bbd-411b-941b-523d8e2280d9 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:46.647034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Port 1521326b-5bbd-411b-941b-523d8e2280d9 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:19:46.647356 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Attempting to bind port 1521326b-5bbd-411b-941b-523d8e2280d9 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:46.653115 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:19:46.653459 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Checking segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:19:46.653849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Bound using segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:19:46.654283 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Bound port: 1521326b-5bbd-411b-941b-523d8e2280d9, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:19:46.654786 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:46.677571 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Router 977c8f86-fc95-45a1-a0df-90a26d9d747d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:46.744887 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] For port 1521326b-5bbd-411b-941b-523d8e2280d9, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:19:46.748363 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] For port 1521326b-5bbd-411b-941b-523d8e2280d9, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1521326b-5bbd-411b-941b-523d8e2280d9,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:19:46.795766 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:46.801094 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-57e9079c-b9a3-4359-93a9-342ebb6b5ad4 admin admin] 10.222.0.73 "PUT /v2.0/routers/977c8f86-fc95-45a1-a0df-90a26d9d747d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1070275 Nov 08 14:19:46.803581 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43772) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:46.807641 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] Sync routers for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:46.818599 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:46.819293 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:46.848884 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:46.883645 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:46.883645 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:46.883645 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] 10.222.0.64 "PUT /v2.0/ports/1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 200 len: 1093 time: 1.1051714 Nov 08 14:19:46.892868 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:46.895996 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a51e797-fbe4-4f2b-97c9-3b2c7ebf6c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:46.940861 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de8412-4c81-4dc5-bd47-54eb9078ae1a service neutron] Pushing event updated for resources: {'Port': ['ID=1521326b-5bbd-411b-941b-523d8e2280d9,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:46.952357 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb44c70e-9646-447a-94c8-77fa89e93261 x-openstack-request-id: req-eb44c70e-9646-447a-94c8-77fa89e93261 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:46.952928 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:46.953611 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb44c70e-9646-447a-94c8-77fa89e93261 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:46.954209 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9', 'status': 'completed', 'code': 200} Nov 08 14:19:46.991903 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:47.011430 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.068385 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e797-fbe4-4f2b-97c9-3b2c7ebf6c6b req-a4ac3282-bb69-4ebb-897f-cdb0e864fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.070016 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7a51e797-fbe4-4f2b-97c9-3b2c7ebf6c6b req-a4ac3282-bb69-4ebb-897f-cdb0e864fd03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1096 time: 0.0850751 Nov 08 14:19:47.173602 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51d466-05ef-4688-9d58-39f7c88a8c1b req-1d99811d-1db5-4c3a-8374-24627b77cd32 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.175081 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0f51d466-05ef-4688-9d58-39f7c88a8c1b req-1d99811d-1db5-4c3a-8374-24627b77cd32 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0713692 Nov 08 14:19:47.198524 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.206216 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e797-fbe4-4f2b-97c9-3b2c7ebf6c6b req-a0509ece-5679-4cb0-a5f1-a2e24f9f4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.209069 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7a51e797-fbe4-4f2b-97c9-3b2c7ebf6c6b req-a0509ece-5679-4cb0-a5f1-a2e24f9f4641 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e3e148eb10c2460ebc630452574cb55f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1296566 Nov 08 14:19:47.255133 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0f51d466-05ef-4688-9d58-39f7c88a8c1b req-dcd1caa7-499e-4be7-97ce-e7db1d569c15 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716228 Nov 08 14:19:47.263689 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:19:46Z', 'revision_number': 5, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port': {'id': '4dc2e8a2-8045-407e-a078-a4bc4a97e834', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:10:47Z', 'updated_at': '2021-11-08T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:47.276762 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ba4bb-a1c4-493b-b3fc-a94f7dc58f07 req-a1cccf6c-3897-4aeb-a809-8958b6ea79ab tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.278242 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b1ba4bb-a1c4-493b-b3fc-a94f7dc58f07 req-a1cccf6c-3897-4aeb-a809-8958b6ea79ab tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 945 time: 0.0730908 Nov 08 14:19:47.303433 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] Checking router: 977c8f86-fc95-45a1-a0df-90a26d9d747d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:19:47.324340 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] Routers {'977c8f86-fc95-45a1-a0df-90a26d9d747d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:47.324515 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e797-fbe4-4f2b-97c9-3b2c7ebf6c6b req-7386d3e2-fb17-45a0-9f00-8db3c8f84d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.324640 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['977c8f86-fc95-45a1-a0df-90a26d9d747d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:47.324749 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7a51e797-fbe4-4f2b-97c9-3b2c7ebf6c6b req-7386d3e2-fb17-45a0-9f00-8db3c8f84d15 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1004400 Nov 08 14:19:47.346136 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b1ba4bb-a1c4-493b-b3fc-a94f7dc58f07 req-06ff485d-c345-4816-bf66-00af2c7e436a tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476117 Nov 08 14:19:47.369325 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Deleting port 4dc2e8a2-8045-407e-a078-a4bc4a97e834 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:47.370050 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.402854 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-05794c63-5f39-4548-8716-81273c8b2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.404438 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-05794c63-5f39-4548-8716-81273c8b2b01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1096 time: 0.0472581 Nov 08 14:19:47.410610 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] Set router 977c8f86-fc95-45a1-a0df-90a26d9d747d gateway port host: None {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:47.448933 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-7b13e9a7-4603-475e-a575-8cd1ed32749d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 200 len: 217 time: 0.0353730 Nov 08 14:19:47.453126 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] For port 4dc2e8a2-8045-407e-a078-a4bc4a97e834, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=4dc2e8a2-8045-407e-a078-a4bc4a97e834,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:47.453516 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.467209 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:19:47Z', 'revision_number': 6, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port_host': None}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:47.468512 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Calling delete_port for 4dc2e8a2-8045-407e-a078-a4bc4a97e834 owned by network:router_gateway {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:47.493775 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef80bf-8e52-4549-8126-0704abbca7de None None] The sync data for ids ['977c8f86-fc95-45a1-a0df-90a26d9d747d'] in dv-cinder-816957-1-iscsi is: [{'id': '977c8f86-fc95-45a1-a0df-90a26d9d747d', 'name': 'tempest-AttachVolumeShelveTestJSON-1098508963-router', 'tenant_id': '99d34d890af0459dba6a3bb83aa70ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:10:45Z', 'updated_at': '2021-11-08T14:19:47Z', 'revision_number': 6, 'project_id': '99d34d890af0459dba6a3bb83aa70ccd', 'gw_port_host': None}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:47.503767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-dae15f88-fe8b-46da-ac01-610353c1ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.505354 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-dae15f88-fe8b-46da-ac01-610353c1ca6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0488169 Nov 08 14:19:47.559611 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-f64e7b80-f2aa-4f4c-acae-f6e4be82521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.561230 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-f64e7b80-f2aa-4f4c-acae-f6e4be82521f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481756 Nov 08 14:19:47.662667 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-9ecd3a24-261d-48d2-871a-e5ab87d0ec83 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909960 Nov 08 14:19:47.703691 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.736841 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc2e8a2-8045-407e-a078-a4bc4a97e834,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:47.765673 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-52d79b4f-84ea-412a-b984-22ca2a2fa4e3 req-bc13f0e7-6880-4396-8945-ea4f99176e51 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948479 Nov 08 14:19:47.795451 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.892415 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.897288 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.993779 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:47.994348 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 977c8f86-fc95-45a1-a0df-90a26d9d747d {{(pid=102229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:19:48.000591 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.000591 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-878ebc6f-ae0e-4bac-989a-57cab6b716e1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/977c8f86-fc95-45a1-a0df-90a26d9d747d HTTP/1.1" status: 204 len: 168 time: 1.1952682 Nov 08 14:19:48.002542 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43780) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:48.048071 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] Deleting subnet e248766d-8ffc-437e-a94f-e4b7670b8eb1 {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:19:48.051143 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.089619 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.167548 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.298277 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.323117 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e248766d-8ffc-437e-a94f-e4b7670b8eb1,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:48.329379 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.332965 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-e8b70a2b-2750-4540-9424-64c19c780e15 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e248766d-8ffc-437e-a94f-e4b7670b8eb1 HTTP/1.1" status: 204 len: 168 time: 0.3294358 Nov 08 14:19:48.335344 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 43784) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:48.337467 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ad12c-c37c-4319-9c1c-d38e38140f22 None None] Network 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:48.464991 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f3e55-6748-416b-aee4-0e922d93c07c req-63f1c503-5988-445d-994f-dd47e300c359 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:48.466722 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8f4f3e55-6748-416b-aee4-0e922d93c07c req-63f1c503-5988-445d-994f-dd47e300c359 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.1327870 Nov 08 14:19:48.495425 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.518129 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] DHCP port deletion for 88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:19:48.561099 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13354383-cb32-401a-8f5f-7d0c1a683fa9 req-b7346e0c-13de-444f-a8f7-f58e9178a530 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:48.571139 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13354383-cb32-401a-8f5f-7d0c1a683fa9 req-b7346e0c-13de-444f-a8f7-f58e9178a530 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 945 time: 0.1376545 Nov 08 14:19:48.575744 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] Deleting port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:48.576128 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.590004 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-e9dd5071-da19-45eb-b8a9-14c46679dcbb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:48.591855 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-e9dd5071-da19-45eb-b8a9-14c46679dcbb tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 945 time: 0.0554028 Nov 08 14:19:48.611072 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8f4f3e55-6748-416b-aee4-0e922d93c07c req-6837cb44-e81b-483f-b551-781a8ee079e2 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282759 Nov 08 14:19:48.654555 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-13354383-cb32-401a-8f5f-7d0c1a683fa9 req-260bfc6d-4ac2-4744-a3a5-5b128a177e70 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/security-groups?id=4d07add2-59c3-4e0c-a6cf-0180e763094d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829220 Nov 08 14:19:48.663637 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] For port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:48.665079 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.669736 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Deleting port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:48.670344 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.685766 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] Calling delete_port for 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:48.714386 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Deleting port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:19:48.714730 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.752187 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] For port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,segment=NetworkSegment(753c7290-ac1b-4173-b015-5d98d2e7f115),segment_id=753c7290-ac1b-4173-b015-5d98d2e7f115)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:48.752806 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.769784 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Calling delete_port for 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 owned by network:dhcp {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:48.819961 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] For port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,segment=NetworkSegment(e0dda341-687a-4b45-88e8-c4737ec8617a),segment_id=e0dda341-687a-4b45-88e8-c4737ec8617a)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:48.820959 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.833767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Calling delete_port for 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:19:48.863627 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.872774 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:48.903117 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:48.907510 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] No DVR routers for this DVR port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 on host dv-cinder-816957-1-iscsi {{(pid=102229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:48.919768 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] Pushing event deleted for resources: {'Port': ['ID=3f5f5d64-b71b-4ccd-9574-c08ff82146b8,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:48.925268 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e296eb-9f07-40f5-a0db-d17d51ccb281 None None] No DVR routers for this DVR port 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:48.989262 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:48.989448 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.012683 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:19:49.012683 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3f5f5d64-b71b-4ccd-9574-c08ff82146b8 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:49.012683 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 4dc2e8a2-8045-407e-a078-a4bc4a97e834 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:49.031277 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 4dc2e8a2-8045-407e-a078-a4bc4a97e834 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:19:49.031653 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 4dc2e8a2-8045-407e-a078-a4bc4a97e834 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:49.032078 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 788cc14a-3cd2-4562-9e6f-edb78a99df5b no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:49.052075 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 788cc14a-3cd2-4562-9e6f-edb78a99df5b {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:19:49.052411 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 788cc14a-3cd2-4562-9e6f-edb78a99df5b not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:49.172726 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.189294 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['08d33ed6-f312-4b2a-bdf6-ceb8afe72666'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:49.207056 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Pushing event deleted for resources: {'Port': ['ID=08d33ed6-f312-4b2a-bdf6-ceb8afe72666,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:49.253198 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] No DVR routers for this DVR port 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:49.255990 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.258839 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:49.259672 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-6dcdbc9a-583a-47a3-a74e-d29d2ac4300a req-66efae46-b88d-456f-b091-2a3c81e98d89 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.64 "DELETE /v2.0/ports/08d33ed6-f312-4b2a-bdf6-ceb8afe72666 HTTP/1.1" status: 204 len: 173 time: 0.6585422 Nov 08 14:19:49.260145 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'name': 'network-vif-deleted', 'tag': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:49.262551 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd61f31-e80d-421b-b2a2-00fd59fb407e" -d '{"events": [{"server_uuid": "e03ba35b-40cc-4b79-a31f-bc9ab7274e8e", "name": "network-vif-deleted", "tag": "08d33ed6-f312-4b2a-bdf6-ceb8afe72666"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:49.272334 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753c7290-ac1b-4173-b015-5d98d2e7f115') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:49.272776 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753c7290-ac1b-4173-b015-5d98d2e7f115') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:49.285519 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.299901 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.300762 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ce8f41-70d9-4679-b047-5f17aad531c0 x-openstack-request-id: req-96ce8f41-70d9-4679-b047-5f17aad531c0 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:49.301063 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ba35b-40cc-4b79-a31f-bc9ab7274e8e", "name": "network-vif-deleted", "tag": "08d33ed6-f312-4b2a-bdf6-ceb8afe72666", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:49.301315 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96ce8f41-70d9-4679-b047-5f17aad531c0 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:49.301733 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ba35b-40cc-4b79-a31f-bc9ab7274e8e', 'name': 'network-vif-deleted', 'tag': '08d33ed6-f312-4b2a-bdf6-ceb8afe72666', 'status': 'completed', 'code': 200} Nov 08 14:19:49.309365 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: self.session.flush() Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: self.session.flush() Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: self.session.flush() Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: self.session.flush() Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:19:49.314774 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:19:49.440721 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.446289 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.449948 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] 10.222.0.73 "DELETE /v2.0/networks/88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb HTTP/1.1" status: 204 len: 168 time: 1.1062551 Nov 08 14:19:49.463227 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e6031-55b7-45b6-a7b7-f84986743695 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f05f1b-436f-4f0d-a4a5-9ebb40d4bdfb,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:49.731103 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43796) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:49.741980 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aae31-87b4-4e64-b434-f88bdce79e96 req-ef89a0e6-98bb-4591-85ed-4596a2d10d15 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:49.743850 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c80aae31-87b4-4e64-b434-f88bdce79e96 req-ef89a0e6-98bb-4591-85ed-4596a2d10d15 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0550838 Nov 08 14:19:49.777975 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-5c29f042-d394-4780-ba24-30abd7395dce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99d34d890af0459dba6a3bb83aa70ccd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456216 Nov 08 14:19:49.780538 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 43798) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:49.792849 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fee46f3f-5c92-40e6-ba80-3a528d68a5d2 req-a14d7cce-dd33-418f-b0b3-681c58f1a241 tempest-VolumesActionsTest-1005244597 tempest-VolumesActionsTest-1005244597-project] 10.222.0.73 "GET /v2.0/ports?device_id=e03ba35b-40cc-4b79-a31f-bc9ab7274e8e HTTP/1.1" status: 200 len: 210 time: 0.0413487 Nov 08 14:19:49.813901 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c80aae31-87b4-4e64-b434-f88bdce79e96 req-aed7ad1b-3ea5-4ba6-81d7-8c4c5d0e5d14 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635791 Nov 08 14:19:49.838018 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-634012a7-0342-4d04-9805-0ba47cc2118d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:49.858940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-634012a7-0342-4d04-9805-0ba47cc2118d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:50.058051 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-634012a7-0342-4d04-9805-0ba47cc2118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:50.060739 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-634012a7-0342-4d04-9805-0ba47cc2118d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:50.061964 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-634012a7-0342-4d04-9805-0ba47cc2118d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b6a452c-e311-4133-93c6-700b89204f82 HTTP/1.1" status: 204 len: 168 time: 0.2803321 Nov 08 14:19:50.070863 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634012a7-0342-4d04-9805-0ba47cc2118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a452c-e311-4133-93c6-700b89204f82,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:50.956284 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b63de-4d27-47b3-b3be-59fffe9c1fcd req-90d9c65d-e37d-41bd-a5cc-8c47d127cc25 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:50.957925 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-da7b63de-4d27-47b3-b3be-59fffe9c1fcd req-90d9c65d-e37d-41bd-a5cc-8c47d127cc25 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0521286 Nov 08 14:19:51.000613 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-da7b63de-4d27-47b3-b3be-59fffe9c1fcd req-ca6e11f8-a7c8-436c-b04b-597e6189d05c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357256 Nov 08 14:19:52.124444 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227207d-0a08-49e9-9b0c-c84c5b8c2cff req-0307f0f8-2b54-4ba7-8b04-87da0c92d894 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:52.127995 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8227207d-0a08-49e9-9b0c-c84c5b8c2cff req-0307f0f8-2b54-4ba7-8b04-87da0c92d894 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0524147 Nov 08 14:19:52.176162 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8227207d-0a08-49e9-9b0c-c84c5b8c2cff req-edc42e95-6c40-48ad-b2dd-8dc05a863a74 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373149 Nov 08 14:19:52.576680 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:52.599319 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:19:52.599681 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 08d33ed6-f312-4b2a-bdf6-ceb8afe72666 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:53.300866 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6023dd-9756-4fa4-9f8b-b5f95e55e4b8 req-a12ef488-992b-44c1-ac22-d02f66cae6b5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:53.302349 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca6023dd-9756-4fa4-9f8b-b5f95e55e4b8 req-a12ef488-992b-44c1-ac22-d02f66cae6b5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0530653 Nov 08 14:19:53.342135 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ca6023dd-9756-4fa4-9f8b-b5f95e55e4b8 req-58ac85f4-b307-4f4f-b799-50d70e813f1c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333333 Nov 08 14:19:54.135637 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-203026cb-60c3-412b-8611-b7efc8e38d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:54.469878 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d11fc-4eed-402b-819c-5e4d1bd028aa req-9bfa998a-a6f1-4928-bc18-a51fcb87a20d tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:54.471397 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-774d11fc-4eed-402b-819c-5e4d1bd028aa req-9bfa998a-a6f1-4928-bc18-a51fcb87a20d tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0495954 Nov 08 14:19:54.512264 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-774d11fc-4eed-402b-819c-5e4d1bd028aa req-a1264420-1402-4b6f-b15b-efaf9e1e2e94 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344138 Nov 08 14:19:55.631540 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ba2e9-1acc-4b0b-a37b-bc6c0d338866 req-a5fe088b-dc32-4f21-91be-d6984b194233 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:55.636513 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-304ba2e9-1acc-4b0b-a37b-bc6c0d338866 req-a5fe088b-dc32-4f21-91be-d6984b194233 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0493276 Nov 08 14:19:55.672486 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-304ba2e9-1acc-4b0b-a37b-bc6c0d338866 req-6627d75a-55d9-4f47-9ff2-676e768a20a7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331130 Nov 08 14:19:56.797598 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669da817-48b0-4be4-a105-e6f41a4a70d0 req-8e7dcc09-69c9-4e4f-9489-3c916e73a8f9 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:56.798843 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-669da817-48b0-4be4-a105-e6f41a4a70d0 req-8e7dcc09-69c9-4e4f-9489-3c916e73a8f9 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0582242 Nov 08 14:19:56.841050 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-669da817-48b0-4be4-a105-e6f41a4a70d0 req-373e340b-977f-416b-9450-c1b0d13e25aa tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362527 Nov 08 14:19:57.170681 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:57.183740 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-610ef6c6-d1ff-4fcb-a673-c991ce1e039e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:57.966887 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b20284-70fb-4c47-bc68-c67546a4b555 req-db70dde0-4d0f-42db-8107-b04357e31852 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:57.974273 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b5b20284-70fb-4c47-bc68-c67546a4b555 req-db70dde0-4d0f-42db-8107-b04357e31852 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 943 time: 0.0569153 Nov 08 14:19:58.008831 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b5b20284-70fb-4c47-bc68-c67546a4b555 req-addc0ec6-3cb9-4dd7-be62-2c15791f7002 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336783 Nov 08 14:19:58.496640 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:58.792363 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1521326b-5bbd-411b-941b-523d8e2280d9 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:19:58.906876 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1521326b-5bbd-411b-941b-523d8e2280d9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1521326b-5bbd-411b-941b-523d8e2280d9,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:58.920304 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '1521326b-5bbd-411b-941b-523d8e2280d9', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:19:58.965334 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:58.980384 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1521326b-5bbd-411b-941b-523d8e2280d9 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:59.002911 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1521326b-5bbd-411b-941b-523d8e2280d9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1521326b-5bbd-411b-941b-523d8e2280d9,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:59.078725 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:19:59.137988 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e643a-0723-4065-b6d9-c6e6ae312f82 req-bd22ad58-4be1-4a06-9bd0-d7efe7a5819b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:59.145966 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-698e643a-0723-4065-b6d9-c6e6ae312f82 req-bd22ad58-4be1-4a06-9bd0-d7efe7a5819b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 944 time: 0.0633662 Nov 08 14:19:59.159859 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1521326b-5bbd-411b-941b-523d8e2280d9,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:59.183621 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-698e643a-0723-4065-b6d9-c6e6ae312f82 req-611a5582-2799-43eb-b7d4-91a1d62cbb5e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363257 Nov 08 14:19:59.843548 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:20:00.143255 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:00.328556 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf09bf-1b60-487e-946a-01ff7f9a3d4e req-81abea1c-136b-44d7-903b-a4f9471a0c0f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:00.330091 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fedf09bf-1b60-487e-946a-01ff7f9a3d4e req-81abea1c-136b-44d7-903b-a4f9471a0c0f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 944 time: 0.0574019 Nov 08 14:20:00.391683 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fedf09bf-1b60-487e-946a-01ff7f9a3d4e req-d210c947-bc7b-4e19-b5af-1b2391524c3e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514984 Nov 08 14:20:00.889320 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['1521326b-5bbd-411b-941b-523d8e2280d9'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:20:01.529342 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867ee79-16e5-43ad-8844-e5685d7b5823 req-4d931021-3b1f-4274-9e8f-a023752d7109 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:01.537081 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6867ee79-16e5-43ad-8844-e5685d7b5823 req-4d931021-3b1f-4274-9e8f-a023752d7109 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 944 time: 0.0687861 Nov 08 14:20:01.606933 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6867ee79-16e5-43ad-8844-e5685d7b5823 req-d8f83953-ca65-4a1c-ac86-683180f81983 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685086 Nov 08 14:20:02.693503 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1521326b-5bbd-411b-941b-523d8e2280d9 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:02.765385 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541db95-e4b7-45f2-8b28-fa314e9a26ef req-7c926632-bc3e-4f27-bef9-00f5a531d32f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:02.767774 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b541db95-e4b7-45f2-8b28-fa314e9a26ef req-7c926632-bc3e-4f27-bef9-00f5a531d32f tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 944 time: 0.0768116 Nov 08 14:20:02.848076 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b541db95-e4b7-45f2-8b28-fa314e9a26ef req-9c85cae6-f583-4db7-98a8-b132cf7c2487 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720742 Nov 08 14:20:02.886134 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 1521326b-5bbd-411b-941b-523d8e2280d9 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:20:02.893636 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 1521326b-5bbd-411b-941b-523d8e2280d9 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:02.894266 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:03.032270 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:03.060921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:20:03.063370 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbc9f45-0b4f-439a-bbd2-eb9eb342b24a" -d '{"events": [{"server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "name": "network-vif-plugged", "status": "completed", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:20:03.078648 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 1521326b-5bbd-411b-941b-523d8e2280d9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1521326b-5bbd-411b-941b-523d8e2280d9,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:20:03.125767 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fc7fe8-9b1f-428c-8d1a-35065c530375 x-openstack-request-id: req-e7fc7fe8-9b1f-428c-8d1a-35065c530375 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:20:03.126176 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "name": "network-vif-plugged", "status": "completed", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:20:03.126555 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7fc7fe8-9b1f-428c-8d1a-35065c530375 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:20:03.127123 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9', 'code': 200} Nov 08 14:20:03.183343 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:03.273727 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=1521326b-5bbd-411b-941b-523d8e2280d9,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:03.552627 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f7c5-51a4-480b-851e-5bc60c904918 req-b990fc91-d064-4aa0-bc98-21c26ab10c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:03.554146 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-72d4f7c5-51a4-480b-851e-5bc60c904918 req-b990fc91-d064-4aa0-bc98-21c26ab10c84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1098 time: 0.0433636 Nov 08 14:20:03.595709 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-72d4f7c5-51a4-480b-851e-5bc60c904918 req-dc4651f7-fc9b-4140-a536-6d1143f6cdbe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339770 Nov 08 14:20:03.977602 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333309e9-67a5-441a-85aa-2f469b504142 req-f0291adf-8c04-482f-8a5f-052e88dc4b87 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:03.985839 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-333309e9-67a5-441a-85aa-2f469b504142 req-f0291adf-8c04-482f-8a5f-052e88dc4b87 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 945 time: 0.0650859 Nov 08 14:20:04.027227 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-333309e9-67a5-441a-85aa-2f469b504142 req-66cba3ac-6ed5-4500-95a8-0fbe0b1696bb tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385435 Nov 08 14:20:05.165553 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44f72f-544c-4dc1-a7b5-fac14d13e764 req-fd9c1f48-a3e8-4ab7-9864-2606d4479c68 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:05.167271 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2d44f72f-544c-4dc1-a7b5-fac14d13e764 req-fd9c1f48-a3e8-4ab7-9864-2606d4479c68 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 945 time: 0.0680668 Nov 08 14:20:05.223664 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2d44f72f-544c-4dc1-a7b5-fac14d13e764 req-aa10859d-f865-4982-8bf6-92a440100d6a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496638 Nov 08 14:20:05.358758 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83202-555f-48d6-bb17-b4ba30793cae req-4e662e97-4d32-4ee7-bfd8-3333f226b375 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:05.367224 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7cd83202-555f-48d6-bb17-b4ba30793cae req-4e662e97-4d32-4ee7-bfd8-3333f226b375 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 945 time: 0.0645773 Nov 08 14:20:05.411823 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7cd83202-555f-48d6-bb17-b4ba30793cae req-b94c5bce-40e2-4467-9cf6-dada53d3f96e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 Nov 08 14:20:05.432537 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44060) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:05.488889 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73a8b49-441b-47ac-8bc7-f5afb32c54f4 tempest-TestVolumeBootPattern-1507658708 tempest-TestVolumeBootPattern-1507658708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:05.493120 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c73a8b49-441b-47ac-8bc7-f5afb32c54f4 tempest-TestVolumeBootPattern-1507658708 tempest-TestVolumeBootPattern-1507658708-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1093 time: 0.0566928 Nov 08 14:20:05.494150 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44062) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:05.500299 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:05.594391 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:05.748526 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:05.903241 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Allocated IP 172.27.2.240 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/d3cb4bc7-aab1-4de3-89c4-7b4c928a19d7) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:20:05.932551 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:06.025915 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:06.143701 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:06.203935 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:06.205396 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=d3cb4bc7-aab1-4de3-89c4-7b4c928a19d7,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:06.209658 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:06.215668 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:20:06.220210 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.220635 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.220911 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.221232 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.221563 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.221968 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.222208 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.222531 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.222853 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.223175 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.223496 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.223909 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:06.599837 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:06.781020 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:07.000436 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:07.062653 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:07.136723 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=d3cb4bc7-aab1-4de3-89c4-7b4c928a19d7,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:07.160140 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:07.280322 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Floating IP b8df1e8a-7d39-4eda-9577-4eb6417a95d4 associated. External IP: 172.27.2.240, port: 1521326b-5bbd-411b-941b-523d8e2280d9. Nov 08 14:20:07.562387 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:20:07.707524 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:20:07.717990 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5394742-8151-465d-b1c2-15801d995288 None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:20:07.733380 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:07.734535 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:07.794561 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:07.860262 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3d47c3a6-d628-4fe9-809d-e2416ec71917 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3648427 Nov 08 14:20:07.866637 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:20:07.871580 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42771ba9-504f-4e84-a484-36a3481eac51" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:20:07.962484 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ee47ab-747f-4294-a53a-af028fa7e6cd x-openstack-request-id: req-66ee47ab-747f-4294-a53a-af028fa7e6cd {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:20:07.962484 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:20:07.962484 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66ee47ab-747f-4294-a53a-af028fa7e6cd {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:20:07.964053 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9', 'status': 'completed', 'code': 200} Nov 08 14:20:08.002761 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:08.050412 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771ba9-504f-4e84-a484-36a3481eac51 req-1c5a2bbc-a8b1-4426-9048-041c00ee4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:08.051983 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-42771ba9-504f-4e84-a484-36a3481eac51 req-1c5a2bbc-a8b1-4426-9048-041c00ee4acb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1098 time: 0.0685408 Nov 08 14:20:08.175516 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771ba9-504f-4e84-a484-36a3481eac51 req-a392ff97-9dbd-44b9-8ee7-d58c3a81c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:08.177266 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-42771ba9-504f-4e84-a484-36a3481eac51 req-a392ff97-9dbd-44b9-8ee7-d58c3a81c318 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.1173542 Nov 08 14:20:08.271458 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-42771ba9-504f-4e84-a484-36a3481eac51 req-c08a3025-ca82-4d45-92be-08485014f4a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 200 len: 999 time: 0.0866671 Nov 08 14:20:08.373939 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771ba9-504f-4e84-a484-36a3481eac51 req-c5bfafad-ebbf-4839-ae54-c7a1caef7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:08.375542 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-42771ba9-504f-4e84-a484-36a3481eac51 req-c5bfafad-ebbf-4839-ae54-c7a1caef7b3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0943310 Nov 08 14:20:08.429597 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771ba9-504f-4e84-a484-36a3481eac51 req-3de5a821-ed59-46b3-87f4-964696f202c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:08.432366 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-42771ba9-504f-4e84-a484-36a3481eac51 req-3de5a821-ed59-46b3-87f4-964696f202c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488057 Nov 08 14:20:08.494980 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:06Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:08.527682 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5394742-8151-465d-b1c2-15801d995288 None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:20:08.537572 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:08.538512 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:08.590406 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-42771ba9-504f-4e84-a484-36a3481eac51 req-3ffd630f-b03b-4add-b76a-e2ddc6443127 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490607 Nov 08 14:20:08.725424 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:08.731780 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-42771ba9-504f-4e84-a484-36a3481eac51 req-a857861b-31cf-42cf-a22b-e61b8f51175e service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337535 Nov 08 14:20:09.036803 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-c5394742-8151-465d-b1c2-15801d995288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:06Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:09.080345 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5394742-8151-465d-b1c2-15801d995288 None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:06Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:20:09.333798 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c73fe-6d29-4caf-a321-09a0491ae405 None None] New status for floating IP b8df1e8a-7d39-4eda-9577-4eb6417a95d4: ACTIVE {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:20:17.814502 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44274) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:17.860938 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] Deleting subnet dd2c3641-b78c-4c6d-a2a2-160b50003076 {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:20:17.864543 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:17.904512 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:17.952830 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.102470 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.127152 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2c3641-b78c-4c6d-a2a2-160b50003076,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:18.133814 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.137276 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ba07a657-2886-4ef2-8c63-ff67c472e25c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dd2c3641-b78c-4c6d-a2a2-160b50003076 HTTP/1.1" status: 204 len: 168 time: 0.3217044 Nov 08 14:20:18.139874 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44278) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:18.210022 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.297006 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.319525 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e1592d-f62e-4173-8103-0a40f0fb3d6e']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:18.330231 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dda341-687a-4b45-88e8-c4737ec8617a') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:18.330611 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dda341-687a-4b45-88e8-c4737ec8617a') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:18.345759 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.361242 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.367427 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:20:18.373037 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:20:18.507959 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.514417 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:18.518302 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] 10.222.0.73 "DELETE /v2.0/networks/91e1592d-f62e-4173-8103-0a40f0fb3d6e HTTP/1.1" status: 204 len: 168 time: 0.3773398 Nov 08 14:20:18.531473 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f5248-b23c-410e-8185-45dc54aaa354 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e1592d-f62e-4173-8103-0a40f0fb3d6e,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:19.052883 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44286) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:19.102462 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-c3a3f724-1be6-4e5a-a68c-95d05b330b61 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6007c6303dd84055b4c5fa05c6db05ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483372 Nov 08 14:20:19.105382 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44288) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:19.162738 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-185ea4e4-ee5e-4ebb-82c0-011a05130ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:19.194274 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-185ea4e4-ee5e-4ebb-82c0-011a05130ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:19.336963 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-185ea4e4-ee5e-4ebb-82c0-011a05130ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:19.340376 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-185ea4e4-ee5e-4ebb-82c0-011a05130ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:19.341648 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-185ea4e4-ee5e-4ebb-82c0-011a05130ec9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d07add2-59c3-4e0c-a6cf-0180e763094d HTTP/1.1" status: 204 len: 168 time: 0.2352014 Nov 08 14:20:19.353807 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ea4e4-ee5e-4ebb-82c0-011a05130ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07add2-59c3-4e0c-a6cf-0180e763094d,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:20.446146 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44322) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:20.550504 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2094790358-network', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:20.622142 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Made reservation on behalf of 0863de4f4cbd4d09ac36630ae461c8e3 for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:20:20.624637 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:20.634367 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:20.715760 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:20.793644 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:20.819285 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:20:20.828431 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf741498-3fd2-46a5-a9b8-e15441e0622e,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:20.834636 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:20.834983 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Added segment 785fbe92-1b8e-4e27-b77b-94288c4aa126 of type vlan for network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 Nov 08 14:20:20.878808 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:20.959212 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:20.960250 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:20.960845 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:21.020972 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] Pushing event updated for resources: {'Network': ['ID=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:21.033249 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:20:21.117411 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-0606f795-608d-4810-8aa4-701bb4525bdf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6697268 Nov 08 14:20:21.120160 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44328) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:21.126981 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Request body: {'subnet': {'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2094790358-subnet', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:21.234184 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Made reservation on behalf of 0863de4f4cbd4d09ac36630ae461c8e3 for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:20:21.236956 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9254224'] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:21.479721 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3469920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254210'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:21.532824 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6431ab16-95b7-4606-8b44-e6d3831f056c,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:21.549104 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Checking segment: {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:21.549464 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Network hostable DHCP agents. Network: d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:20:21.638991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:20:21.719247 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:21.723575 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:21.724392 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:21.730789 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3e187-e522-4dfe-b5d0-a5aa1c7875e0 None None] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:20:21.819205 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1741a384-6ac0-4862-9c59-dd47fc587b45 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6978426 Nov 08 14:20:21.822174 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44332) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:21.826635 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:21.880113 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:20:21.881001 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:21.934982 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:21.936107 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.003744 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.027445 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Allocated IP 172.20.0.2 (d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4/6431ab16-95b7-4606-8b44-e6d3831f056c/24cac527-3dde-4ab9-b3b3-90e10ee97541) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:20:22.172705 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.206100 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.268129 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.308127 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:22.310878 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:22.314265 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:20:22.322100 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Pushing event updated for resources: {'Port': ['ID=24cac527-3dde-4ab9-b3b3-90e10ee97541,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:22.375722 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Attempting to bind port 24cac527-3dde-4ab9-b3b3-90e10ee97541 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:20:22.376086 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Attempting to bind port 24cac527-3dde-4ab9-b3b3-90e10ee97541 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:20:22.376443 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Attempting to bind port 24cac527-3dde-4ab9-b3b3-90e10ee97541 on network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:20:22.381714 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:20:22.382125 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Checking segment: {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:22.390709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.390709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Bound using segment: {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:20:22.390709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Bound port: 24cac527-3dde-4ab9-b3b3-90e10ee97541, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:20:22.390709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.449325 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] For port 24cac527-3dde-4ab9-b3b3-90e10ee97541, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:20:22.453763 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] For port 24cac527-3dde-4ab9-b3b3-90e10ee97541, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=24cac527-3dde-4ab9-b3b3-90e10ee97541,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:20:22.540772 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.559344 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.563806 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.626735 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d348-c22d-482d-8ef5-52df2993c9e3 None None] Pushing event updated for resources: {'Port': ['ID=24cac527-3dde-4ab9-b3b3-90e10ee97541,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:22.690518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Allocated IP 172.27.2.43 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/3d2a7c7f-7098-47f6-a113-3e1d4257cb75) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:20:22.829057 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:22.991026 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 24cac527-3dde-4ab9-b3b3-90e10ee97541 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:23.052523 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 24cac527-3dde-4ab9-b3b3-90e10ee97541 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:23.052523 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:23.119976 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:23.129747 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:23.160892 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:23.164150 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:23.165317 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 24cac527-3dde-4ab9-b3b3-90e10ee97541, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=24cac527-3dde-4ab9-b3b3-90e10ee97541,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:20:23.167936 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:20:23.193863 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:23.301613 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:23.364225 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=24cac527-3dde-4ab9-b3b3-90e10ee97541,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:23.523736 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:23.533198 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf7f9a-36fa-4c84-bfac-4a62a2f82f7a None None] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:20:23.631915 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-b9604094-8f0f-4fce-8e2b-20c9309b0d57 None None] Provisioning complete for port 24cac527-3dde-4ab9-b3b3-90e10ee97541 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:23.632202 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b9604094-8f0f-4fce-8e2b-20c9309b0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:23.973135 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:24.004782 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-e326d8a3-2241-4c75-82ef-2fb8bfc03d09 None None] Provisioning complete for port 24cac527-3dde-4ab9-b3b3-90e10ee97541 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:24.005157 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e326d8a3-2241-4c75-82ef-2fb8bfc03d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:24.153534 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f31b4f3d-46f5-406d-9afa-1e6630d17c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:24.250727 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Router 30826a0e-774b-432e-b9e8-8306abef2046 is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:20:24.367167 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:20:24.376628 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Sync routers for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:20:24.385967 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:24.390672 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:24.450759 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:24.452104 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-6ead4155-91f1-45d7-a168-d19152ba58b3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6287255 Nov 08 14:20:24.454792 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44340) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:24.495180 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:24.686434 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:23Z', 'revision_number': 3, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:24.714436 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Checking router: 30826a0e-774b-432e-b9e8-8306abef2046 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:20:24.714786 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Updating router 30826a0e-774b-432e-b9e8-8306abef2046 port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:20:24.739196 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:24.882125 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:24.986504 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 24cac527-3dde-4ab9-b3b3-90e10ee97541 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:25.056152 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Allocated IP 172.20.0.1 (d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4/6431ab16-95b7-4606-8b44-e6d3831f056c/01983988-5f10-46a6-80bb-e687303b9543) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:20:25.175112 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.185913 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.202233 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 24cac527-3dde-4ab9-b3b3-90e10ee97541 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:25.202506 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.301928 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.317621 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.361501 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b101ce-de83-483d-bb1a-b25e210866ef None None] Pushing event updated for resources: {'Port': ['ID=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:25.361994 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:25.364062 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Attempting to bind port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:20:25.364430 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Attempting to bind port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:20:25.364792 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Attempting to bind port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:20:25.365121 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:25.370388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:20:25.372123 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:20:25.372500 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:25.372914 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.373310 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:20:25.373798 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Bound port: 3d2a7c7f-7098-47f6-a113-3e1d4257cb75, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:20:25.374189 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.378884 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Pushing event updated for resources: {'Port': ['ID=01983988-5f10-46a6-80bb-e687303b9543,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:25.430432 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.447953 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] For port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:20:25.452637 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] For port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:20:25.508568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.571246 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:25.571912 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:19:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:25.576893 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b101ce-de83-483d-bb1a-b25e210866ef None None] Pushing event updated for resources: {'Port': ['ID=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:25.614353 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.658346 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-a2e8fbc5-718a-4c91-9ee3-5340837b6b0f None None] Provisioning complete for port 01983988-5f10-46a6-80bb-e687303b9543 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:25.658632 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a2e8fbc5-718a-4c91-9ee3-5340837b6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.708189 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8fbc5-718a-4c91-9ee3-5340837b6b0f None None] Port 01983988-5f10-46a6-80bb-e687303b9543 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:20:25.721818 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:25.787455 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.844616 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.914775 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Pushing event updated for resources: {'Port': ['ID=01983988-5f10-46a6-80bb-e687303b9543,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:25.916373 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:23Z', 'revision_number': 3, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:25.919207 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:25.946357 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff1d29-5693-4182-a423-d5d90220ee02 None None] The sync data for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi is: [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:23Z', 'revision_number': 3, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:20:26.025998 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:26.027668 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:26.188507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Router 30826a0e-774b-432e-b9e8-8306abef2046 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:20:26.334441 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-49b22875-f1f5-499d-8ed7-71df525f0ea6 None None] Provisioning complete for port 01983988-5f10-46a6-80bb-e687303b9543 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:26.335118 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-49b22875-f1f5-499d-8ed7-71df525f0ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:26.354494 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:20:26.360736 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-3757ee7f-f783-4a0a-8a4f-6d10d2a3d85e admin admin] 10.222.0.73 "PUT /v2.0/routers/30826a0e-774b-432e-b9e8-8306abef2046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044416 Nov 08 14:20:26.381934 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-49b22875-f1f5-499d-8ed7-71df525f0ea6 None None] Port 01983988-5f10-46a6-80bb-e687303b9543 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:20:26.993559 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:27.073649 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:27.074028 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.152999 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.167160 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.168222 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44362) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:27.173242 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939697880-network', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:27.189090 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:20:27.192971 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a7c42572-5086-49c0-9829-ebf5c51b691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.256474 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.289178 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Made reservation on behalf of ad052a27024e42199ff881554c03f6c8 for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:20:27.293013 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.308728 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.333064 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:27.409368 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.484984 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.512003 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:20:27.522280 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4bf59f-2da0-420d-ba66-6fca3a1336d9,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:27.529478 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.529776 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Added segment b488a35d-46b8-4bcf-a7d9-314c4d0b42b3 of type vlan for network 74750945-56ab-4bc7-8c89-726cc4df9314 Nov 08 14:20:27.582055 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Sync routers for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:20:27.584494 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.604216 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:27.605300 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:27.705353 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.706347 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:27.706985 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.744180 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:27.767705 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] Pushing event updated for resources: {'Network': ['ID=74750945-56ab-4bc7-8c89-726cc4df9314,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:27.784348 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 74750945-56ab-4bc7-8c89-726cc4df9314 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:20:27.826554 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44364) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:27.827271 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-da8e2b2b-e121-41c8-9e31-f0e97aee1048 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6570761 Nov 08 14:20:27.833175 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Request body: {'subnet': {'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939697880-subnet', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'ip_version': 4}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:27.928579 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Made reservation on behalf of ad052a27024e42199ff881554c03f6c8 for: {'subnet': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:20:27.932093 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9254224'] for subnet, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:27.963425 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 2, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:27.990470 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Checking router: 30826a0e-774b-432e-b9e8-8306abef2046 for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:20:27.990823 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Updating router 30826a0e-774b-432e-b9e8-8306abef2046 port 01983988-5f10-46a6-80bb-e687303b9543 binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:20:28.016554 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.182563 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3469920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254210'] for subnet, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.251690 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6b6307-e307-4277-8667-4bfb5e216e21,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:28.262987 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Checking segment: {'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:28.262987 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Network hostable DHCP agents. Network: 74750945-56ab-4bc7-8c89-726cc4df9314, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:20:28.303529 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.347040 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Network 74750945-56ab-4bc7-8c89-726cc4df9314 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:20:28.370006 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.422606 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Pushing event updated for resources: {'Port': ['ID=01983988-5f10-46a6-80bb-e687303b9543,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:28.456762 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.489123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:28.499392 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Attempting to bind port 01983988-5f10-46a6-80bb-e687303b9543 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:20:28.499990 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Attempting to bind port 01983988-5f10-46a6-80bb-e687303b9543 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:20:28.500357 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Attempting to bind port 01983988-5f10-46a6-80bb-e687303b9543 on network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:20:28.506081 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:20:28.506451 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Checking segment: {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:28.506861 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.507252 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Bound using segment: {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:20:28.507914 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Bound port: 01983988-5f10-46a6-80bb-e687303b9543, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:20:28.508295 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.519119 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 74750945-56ab-4bc7-8c89-726cc4df9314) {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:28.535028 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71e38e-4188-4bfd-a810-d0e43ed16192 None None] Network 74750945-56ab-4bc7-8c89-726cc4df9314 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:20:28.535688 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:28.535688 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.581557 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] For port 01983988-5f10-46a6-80bb-e687303b9543, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:20:28.584921 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] For port 01983988-5f10-46a6-80bb-e687303b9543, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=01983988-5f10-46a6-80bb-e687303b9543,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:20:28.587969 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.619773 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-5ec29394-2b61-4700-afe0-4ab66ec8944b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7918901 Nov 08 14:20:28.622329 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44376) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:28.626943 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:28.660248 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.698837 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-74750945-56ab-4bc7-8c89-726cc4df9314', 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'fixed_ips': [{'subnet_id': '9a6b6307-e307-4277-8667-4bfb5e216e21'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:20:28.700106 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.744283 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148503b-a89c-4516-b1a0-8b3743968ebd None None] Pushing event updated for resources: {'Port': ['ID=01983988-5f10-46a6-80bb-e687303b9543,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:28.761176 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:28.762385 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:28.765354 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.768085 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.811357 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-045a5fe5-ef3d-416e-b553-074b6b74779d None None] Provisioning complete for port 01983988-5f10-46a6-80bb-e687303b9543 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:28.811767 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-045a5fe5-ef3d-416e-b553-074b6b74779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.888735 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:28.925145 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Allocated IP 172.20.0.2 (74750945-56ab-4bc7-8c89-726cc4df9314/9a6b6307-e307-4277-8667-4bfb5e216e21/153142bf-d932-4a40-9830-78fe7def4e26) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:20:29.002814 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-045a5fe5-ef3d-416e-b553-074b6b74779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.041557 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:29.048500 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:29.126742 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-045a5fe5-ef3d-416e-b553-074b6b74779d None None] For port 01983988-5f10-46a6-80bb-e687303b9543, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=01983988-5f10-46a6-80bb-e687303b9543,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:20:29.132601 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.173014 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:29.173372 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.248681 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.255840 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-045a5fe5-ef3d-416e-b553-074b6b74779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.294991 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:28Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:29.332846 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f338c-8601-43a7-b991-44e7febebfe9 None None] The sync data for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi is: [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:28Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:20:29.333926 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a5fe5-ef3d-416e-b553-074b6b74779d None None] Pushing event updated for resources: {'Port': ['ID=01983988-5f10-46a6-80bb-e687303b9543,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:29.383817 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.387951 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-85eb9d60-a947-4efd-b6f8-47af91412580 None None] Provisioning complete for port 01983988-5f10-46a6-80bb-e687303b9543 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:29.388517 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-85eb9d60-a947-4efd-b6f8-47af91412580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.465921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Network 74750945-56ab-4bc7-8c89-726cc4df9314 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:29.475317 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:29.480184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:20:29.482552 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Pushing event updated for resources: {'Port': ['ID=153142bf-d932-4a40-9830-78fe7def4e26,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:29.538370 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.561269 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.579440 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Attempting to bind port 153142bf-d932-4a40-9830-78fe7def4e26 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:20:29.580361 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Attempting to bind port 153142bf-d932-4a40-9830-78fe7def4e26 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:20:29.580361 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Attempting to bind port 153142bf-d932-4a40-9830-78fe7def4e26 on network 74750945-56ab-4bc7-8c89-726cc4df9314 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:20:29.592879 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:20:29.593307 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Checking segment: {'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:29.593660 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.594059 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Bound using segment: {'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:20:29.594542 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Bound port: 153142bf-d932-4a40-9830-78fe7def4e26, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:20:29.594928 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.677831 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] For port 153142bf-d932-4a40-9830-78fe7def4e26, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:20:29.682016 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] For port 153142bf-d932-4a40-9830-78fe7def4e26, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=153142bf-d932-4a40-9830-78fe7def4e26,segment=NetworkSegment(b488a35d-46b8-4bcf-a7d9-314c4d0b42b3),segment_id=b488a35d-46b8-4bcf-a7d9-314c4d0b42b3)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:20:29.690937 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Allocated IP 172.27.2.185 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/02a01caa-080e-4957-8cc9-bd39ad54a5d1) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:20:29.766194 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.806945 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.860599 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d380544-4881-4ed7-93cd-a0c16c7f2917 None None] Pushing event updated for resources: {'Port': ['ID=153142bf-d932-4a40-9830-78fe7def4e26,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:29.941428 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:29.983091 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:29.986324 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:29.990284 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:20:30.001692 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=02a01caa-080e-4957-8cc9-bd39ad54a5d1,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:30.073431 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:30.426427 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:30.913104 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce99bb7b-8537-48ee-9aa8-4c78cd53dbc2 None None] Network 74750945-56ab-4bc7-8c89-726cc4df9314 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:20:30.953825 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.005541 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-b188078e-c84a-4d0c-82c5-513fc8c1ac85 None None] Provisioning complete for port 153142bf-d932-4a40-9830-78fe7def4e26 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:31.005905 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b188078e-c84a-4d0c-82c5-513fc8c1ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.197471 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Router d4161432-f1be-4799-a927-8c87d927b90d is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:20:31.201034 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 01983988-5f10-46a6-80bb-e687303b9543 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:31.326146 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b188078e-c84a-4d0c-82c5-513fc8c1ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.334209 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:20:31.340701 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 01983988-5f10-46a6-80bb-e687303b9543 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:31.341074 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.367499 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Sync routers for ids ['d4161432-f1be-4799-a927-8c87d927b90d'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:20:31.410111 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-b188078e-c84a-4d0c-82c5-513fc8c1ac85 None None] For port 153142bf-d932-4a40-9830-78fe7def4e26, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=153142bf-d932-4a40-9830-78fe7def4e26,segment=NetworkSegment(b488a35d-46b8-4bcf-a7d9-314c4d0b42b3),segment_id=b488a35d-46b8-4bcf-a7d9-314c4d0b42b3)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:20:31.411180 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Routers {'d4161432-f1be-4799-a927-8c87d927b90d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:31.412156 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['d4161432-f1be-4799-a927-8c87d927b90d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:31.452847 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.452847 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8c50152c-6e1b-40b5-ad3a-a07ffa3ba9e8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8273809 Nov 08 14:20:31.453774 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44410) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:31.485834 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b188078e-c84a-4d0c-82c5-513fc8c1ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.597967 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188078e-c84a-4d0c-82c5-513fc8c1ac85 None None] Pushing event updated for resources: {'Port': ['ID=153142bf-d932-4a40-9830-78fe7def4e26,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:31.609661 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Set router d4161432-f1be-4799-a927-8c87d927b90d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:31.670446 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 153142bf-d932-4a40-9830-78fe7def4e26 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:31.712143 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-0e04c398-8940-477c-815e-aa4343719a51 None None] Provisioning complete for port 153142bf-d932-4a40-9830-78fe7def4e26 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:31.712143 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0e04c398-8940-477c-815e-aa4343719a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.837134 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 153142bf-d932-4a40-9830-78fe7def4e26 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:31.837560 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:31.995147 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.001447 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:20:30Z', 'revision_number': 3, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port': {'id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:29Z', 'updated_at': '2021-11-08T14:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:32.031939 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Checking router: d4161432-f1be-4799-a927-8c87d927b90d for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:20:32.032289 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Updating router d4161432-f1be-4799-a927-8c87d927b90d port 02a01caa-080e-4957-8cc9-bd39ad54a5d1 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:20:32.063622 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.168080 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Allocated IP 172.20.0.1 (74750945-56ab-4bc7-8c89-726cc4df9314/9a6b6307-e307-4277-8667-4bfb5e216e21/e93cc000-5f05-4f27-9f82-0ad76546536d) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:20:32.284593 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.329783 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.467053 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.467761 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.507709 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Network 74750945-56ab-4bc7-8c89-726cc4df9314 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:32.512351 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:32.516014 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:20:32.526591 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Attempting to bind port 02a01caa-080e-4957-8cc9-bd39ad54a5d1 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:20:32.526995 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Attempting to bind port 02a01caa-080e-4957-8cc9-bd39ad54a5d1 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:20:32.527396 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Attempting to bind port 02a01caa-080e-4957-8cc9-bd39ad54a5d1 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:20:32.530885 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e6859-3312-496d-ad0c-7e44d674c707 None None] Pushing event updated for resources: {'Port': ['ID=02a01caa-080e-4957-8cc9-bd39ad54a5d1,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:32.536508 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:20:32.536894 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:32.537299 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.537689 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:20:32.538213 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Bound port: 02a01caa-080e-4957-8cc9-bd39ad54a5d1, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:20:32.539134 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.542542 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Pushing event updated for resources: {'Port': ['ID=e93cc000-5f05-4f27-9f82-0ad76546536d,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:32.564422 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.604178 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] For port 02a01caa-080e-4957-8cc9-bd39ad54a5d1, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:20:32.608012 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] For port 02a01caa-080e-4957-8cc9-bd39ad54a5d1, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=02a01caa-080e-4957-8cc9-bd39ad54a5d1,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:20:32.723131 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.785496 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Routers {'d4161432-f1be-4799-a927-8c87d927b90d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:32.786062 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['d4161432-f1be-4799-a927-8c87d927b90d'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:32.790933 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.825577 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e6859-3312-496d-ad0c-7e44d674c707 None None] Pushing event updated for resources: {'Port': ['ID=02a01caa-080e-4957-8cc9-bd39ad54a5d1,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:32.869527 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-1d00d2da-f9da-4011-af5e-0fb68e915c7b None None] Provisioning complete for port e93cc000-5f05-4f27-9f82-0ad76546536d triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:32.869916 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1d00d2da-f9da-4011-af5e-0fb68e915c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:32.922152 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-1d00d2da-f9da-4011-af5e-0fb68e915c7b None None] Port e93cc000-5f05-4f27-9f82-0ad76546536d cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:20:32.951574 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] Set router d4161432-f1be-4799-a927-8c87d927b90d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:32.987305 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:33.000306 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 153142bf-d932-4a40-9830-78fe7def4e26 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:33.062135 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:33.130838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Pushing event updated for resources: {'Port': ['ID=e93cc000-5f05-4f27-9f82-0ad76546536d,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:33.134089 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:33.301430 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 153142bf-d932-4a40-9830-78fe7def4e26 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:33.302073 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:33.423895 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 4, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port': {'id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:29Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'e93cc000-5f05-4f27-9f82-0ad76546536d', 'name': '', 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'mac_address': 'fa:16:3e:ba:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:32Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 1, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'subnets': [{'id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:33.458264 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212494dc-3462-4594-8f00-3533bba9a56e None None] The sync data for ids ['d4161432-f1be-4799-a927-8c87d927b90d'] in dv-cinder-816957-1-iscsi is: [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 4, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port': {'id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:29Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'e93cc000-5f05-4f27-9f82-0ad76546536d', 'name': '', 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'mac_address': 'fa:16:3e:ba:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:32Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 1, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'subnets': [{'id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:20:33.478027 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Network 74750945-56ab-4bc7-8c89-726cc4df9314 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:20:33.487979 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:20:33.633484 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Router d4161432-f1be-4799-a927-8c87d927b90d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:20:33.744450 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-6760b113-93be-4ef0-b70e-2b52acd3ca96 None None] Provisioning complete for port e93cc000-5f05-4f27-9f82-0ad76546536d triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:33.745645 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6760b113-93be-4ef0-b70e-2b52acd3ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:33.764100 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:20:33.769950 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3203a6bc-201c-4faa-bac8-210f1f104a70 admin admin] 10.222.0.73 "PUT /v2.0/routers/d4161432-f1be-4799-a927-8c87d927b90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3148606 Nov 08 14:20:33.803431 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-6760b113-93be-4ef0-b70e-2b52acd3ca96 None None] Port e93cc000-5f05-4f27-9f82-0ad76546536d cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:20:34.675748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44440) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:34.682104 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-0668eee1-5003-40ea-aa40-556cde39fe35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848662663', 'description': 'tempest-secgroup-smoke-1848662663 description', 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:34.762877 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0668eee1-5003-40ea-aa40-556cde39fe35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:34.833860 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0668eee1-5003-40ea-aa40-556cde39fe35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:34.905349 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0668eee1-5003-40ea-aa40-556cde39fe35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:34.938856 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668eee1-5003-40ea-aa40-556cde39fe35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95c02fd-0fe5-46af-b291-d1dc54e3a563,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:35.005881 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 02a01caa-080e-4957-8cc9-bd39ad54a5d1 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:35.050252 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0668eee1-5003-40ea-aa40-556cde39fe35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.051831 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-0668eee1-5003-40ea-aa40-556cde39fe35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3749588 Nov 08 14:20:35.054835 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44442) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:35.057848 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 02a01caa-080e-4957-8cc9-bd39ad54a5d1 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:35.058229 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.059485 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-b4e5a68a-e1ba-4b24-82da-23b86901599d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'security_group_rule': {'security_group_id': 'c95c02fd-0fe5-46af-b291-d1dc54e3a563', 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:35.144046 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.167365 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 02a01caa-080e-4957-8cc9-bd39ad54a5d1, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=02a01caa-080e-4957-8cc9-bd39ad54a5d1,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:20:35.174444 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a68a-e1ba-4b24-82da-23b86901599d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.231379 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a68a-e1ba-4b24-82da-23b86901599d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.295795 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.345219 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=02a01caa-080e-4957-8cc9-bd39ad54a5d1,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:35.358710 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a68a-e1ba-4b24-82da-23b86901599d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.376844 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5a68a-e1ba-4b24-82da-23b86901599d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8459db-d6bd-4f8e-84c2-25a8c303360a,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:35.475233 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a68a-e1ba-4b24-82da-23b86901599d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.476532 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b4e5a68a-e1ba-4b24-82da-23b86901599d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4207861 Nov 08 14:20:35.479245 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44452) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:35.483463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-35b0cbf4-d0d3-4432-bc79-154ec6721bd6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'security_group_rule': {'security_group_id': 'c95c02fd-0fe5-46af-b291-d1dc54e3a563', 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:35.597565 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf4-d0d3-4432-bc79-154ec6721bd6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.664307 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf4-d0d3-4432-bc79-154ec6721bd6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.747274 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf4-d0d3-4432-bc79-154ec6721bd6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.766572 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0cbf4-d0d3-4432-bc79-154ec6721bd6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54936fb7-20e6-4c6b-9dfc-4311fe34acec,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:35.850444 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf4-d0d3-4432-bc79-154ec6721bd6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.851634 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-35b0cbf4-d0d3-4432-bc79-154ec6721bd6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3714507 Nov 08 14:20:35.854544 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44454) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:35.859193 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-6ebf145c-ac13-426e-bef0-8090365ac212 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'security_group_rule': {'security_group_id': 'c95c02fd-0fe5-46af-b291-d1dc54e3a563', 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:35.951613 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:35.985669 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ebf145c-ac13-426e-bef0-8090365ac212 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.046461 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ebf145c-ac13-426e-bef0-8090365ac212 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.181391 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ebf145c-ac13-426e-bef0-8090365ac212 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.200502 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf145c-ac13-426e-bef0-8090365ac212 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac625aac-ed4f-4a5e-ab87-ad17f812190a,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:36.297885 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-6ebf145c-ac13-426e-bef0-8090365ac212 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.299112 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-6ebf145c-ac13-426e-bef0-8090365ac212 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4435294 Nov 08 14:20:36.301873 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44456) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:36.307343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-2f4cf995-59a1-4f43-bf68-8bea0685abf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'security_group_rule': {'security_group_id': 'c95c02fd-0fe5-46af-b291-d1dc54e3a563', 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:36.392163 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf995-59a1-4f43-bf68-8bea0685abf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.463096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf995-59a1-4f43-bf68-8bea0685abf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.535410 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf995-59a1-4f43-bf68-8bea0685abf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.554131 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cf995-59a1-4f43-bf68-8bea0685abf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c196fff2-6cb8-41e4-9989-dfef6f9331ea,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:36.629177 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf995-59a1-4f43-bf68-8bea0685abf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.630501 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-2f4cf995-59a1-4f43-bf68-8bea0685abf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276570 Nov 08 14:20:36.633264 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44464) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:36.637626 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'security_group_rule': {'security_group_id': 'c95c02fd-0fe5-46af-b291-d1dc54e3a563', 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:36.741954 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.securitygroups_db [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Project 0863de4f4cbd4d09ac36630ae461c8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:20:36.747451 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.812351 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.842734 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:20:36.893859 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.914616 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b836f2-6a02-4b8a-800c-25716cebbe07,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:36.980730 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 02a01caa-080e-4957-8cc9-bd39ad54a5d1 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:36.986108 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:36.987359 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-a33ecd3d-0726-4718-bc0b-8682c5f91b37 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3531682 Nov 08 14:20:36.994641 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44468) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:36.999893 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'security_group_rule': {'security_group_id': 'c95c02fd-0fe5-46af-b291-d1dc54e3a563', 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:20:37.038590 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 02a01caa-080e-4957-8cc9-bd39ad54a5d1 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:37.038959 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:37.112838 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.securitygroups_db [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Project 0863de4f4cbd4d09ac36630ae461c8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:20:37.121536 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:37.188617 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:37.261445 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:37.279991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a8888c-e24a-4661-a049-9b24c369da7c,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:37.329147 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Sync routers for ids ['d4161432-f1be-4799-a927-8c87d927b90d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:20:37.338196 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Routers {'d4161432-f1be-4799-a927-8c87d927b90d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:37.338800 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['d4161432-f1be-4799-a927-8c87d927b90d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:37.354854 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:37.356115 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-20010df1-5157-40c9-bd22-21eb0c08fd36 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3600109 Nov 08 14:20:37.445130 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Set router d4161432-f1be-4799-a927-8c87d927b90d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:37.648607 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 4, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port': {'id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:29Z', 'updated_at': '2021-11-08T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'e93cc000-5f05-4f27-9f82-0ad76546536d', 'name': '', 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'mac_address': 'fa:16:3e:ba:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:32Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 2, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'subnets': [{'id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:37.674809 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Checking router: d4161432-f1be-4799-a927-8c87d927b90d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:20:37.675164 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Updating router d4161432-f1be-4799-a927-8c87d927b90d port e93cc000-5f05-4f27-9f82-0ad76546536d binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:20:37.704231 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:37.967424 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.072098 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.115397 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac69964-d253-4d1a-b202-71f808cd5394 None None] Pushing event updated for resources: {'Port': ['ID=e93cc000-5f05-4f27-9f82-0ad76546536d,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:38.200117 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Attempting to bind port e93cc000-5f05-4f27-9f82-0ad76546536d on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:20:38.200874 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Attempting to bind port e93cc000-5f05-4f27-9f82-0ad76546536d by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:20:38.201123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Attempting to bind port e93cc000-5f05-4f27-9f82-0ad76546536d on network 74750945-56ab-4bc7-8c89-726cc4df9314 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:20:38.206918 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:20:38.211649 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Checking segment: {'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:20:38.211649 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.211649 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Bound using segment: {'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:20:38.211649 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Bound port: e93cc000-5f05-4f27-9f82-0ad76546536d, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:20:38.211649 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.278120 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] For port e93cc000-5f05-4f27-9f82-0ad76546536d, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:20:38.281723 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] For port e93cc000-5f05-4f27-9f82-0ad76546536d, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=e93cc000-5f05-4f27-9f82-0ad76546536d,segment=NetworkSegment(b488a35d-46b8-4bcf-a7d9-314c4d0b42b3),segment_id=b488a35d-46b8-4bcf-a7d9-314c4d0b42b3)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:20:38.355161 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.358060 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-913c57fd-2420-4bda-b843-afedfe04b467 None None] Provisioning complete for port e93cc000-5f05-4f27-9f82-0ad76546536d triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:38.358592 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-913c57fd-2420-4bda-b843-afedfe04b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.412654 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac69964-d253-4d1a-b202-71f808cd5394 None None] Pushing event updated for resources: {'Port': ['ID=e93cc000-5f05-4f27-9f82-0ad76546536d,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:38.420330 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Routers {'d4161432-f1be-4799-a927-8c87d927b90d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:38.420971 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['d4161432-f1be-4799-a927-8c87d927b90d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:38.447870 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-913c57fd-2420-4bda-b843-afedfe04b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.485903 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-913c57fd-2420-4bda-b843-afedfe04b467 None None] For port e93cc000-5f05-4f27-9f82-0ad76546536d, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=e93cc000-5f05-4f27-9f82-0ad76546536d,segment=NetworkSegment(b488a35d-46b8-4bcf-a7d9-314c4d0b42b3),segment_id=b488a35d-46b8-4bcf-a7d9-314c4d0b42b3)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:20:38.540451 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] Set router d4161432-f1be-4799-a927-8c87d927b90d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:38.558492 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-913c57fd-2420-4bda-b843-afedfe04b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.611388 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c57fd-2420-4bda-b843-afedfe04b467 None None] Pushing event updated for resources: {'Port': ['ID=e93cc000-5f05-4f27-9f82-0ad76546536d,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:38.678219 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-b0eeec1c-d8bc-466a-b297-45f010320d65 None None] Provisioning complete for port e93cc000-5f05-4f27-9f82-0ad76546536d triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:38.678607 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b0eeec1c-d8bc-466a-b297-45f010320d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:38.735907 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-61bde84a-d619-429f-b803-1f182892a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 4, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port': {'id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:29Z', 'updated_at': '2021-11-08T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'e93cc000-5f05-4f27-9f82-0ad76546536d', 'name': '', 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'mac_address': 'fa:16:3e:ba:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:32Z', 'updated_at': '2021-11-08T14:20:38Z', 'revision_number': 4, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'subnets': [{'id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:38.761980 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bde84a-d619-429f-b803-1f182892a93b None None] The sync data for ids ['d4161432-f1be-4799-a927-8c87d927b90d'] in dv-cinder-816957-1-iscsi is: [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:20:32Z', 'revision_number': 4, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port': {'id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:29Z', 'updated_at': '2021-11-08T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'e93cc000-5f05-4f27-9f82-0ad76546536d', 'name': '', 'network_id': '74750945-56ab-4bc7-8c89-726cc4df9314', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'mac_address': 'fa:16:3e:ba:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:32Z', 'updated_at': '2021-11-08T14:20:38Z', 'revision_number': 4, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'subnets': [{'id': '9a6b6307-e307-4277-8667-4bfb5e216e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:20:39.006963 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device e93cc000-5f05-4f27-9f82-0ad76546536d up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:20:39.056856 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port e93cc000-5f05-4f27-9f82-0ad76546536d triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:20:39.057222 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:42.305100 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-08ac3689-9ce6-4000-81a4-8a5bf0c2f381 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393109 Nov 08 14:20:42.398948 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f386e-bed1-4f77-9697-444fc3401369 req-21753fd9-9af3-4933-a5a1-73f314714ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:42.400496 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-21753fd9-9af3-4933-a5a1-73f314714ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1098 time: 0.0446272 Nov 08 14:20:42.507811 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f386e-bed1-4f77-9697-444fc3401369 req-2b52d19c-13ff-42cf-98ba-370bd97448f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:42.509288 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-2b52d19c-13ff-42cf-98ba-370bd97448f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.0882423 Nov 08 14:20:42.576942 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-b8c35d51-5d9d-43e5-b5de-c9e8ea5a9219 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 200 len: 1001 time: 0.0597079 Nov 08 14:20:42.635801 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f386e-bed1-4f77-9697-444fc3401369 req-6f9f9ff9-88a4-4e7e-9376-b644cef2dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:42.637563 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-6f9f9ff9-88a4-4e7e-9376-b644cef2dd1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0533464 Nov 08 14:20:42.686456 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f386e-bed1-4f77-9697-444fc3401369 req-854dbc71-b57d-430b-9c4a-5825c6bdaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:42.687977 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-854dbc71-b57d-430b-9c4a-5825c6bdaa5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432198 Nov 08 14:20:42.784810 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-97f201d6-7494-4a2d-85b5-5d26dc58e953 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Nov 08 14:20:42.882054 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-543f386e-bed1-4f77-9697-444fc3401369 req-cd0b573b-4e7a-4fbf-bfff-303c4320a121 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876379 Nov 08 14:20:46.260071 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44616) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:46.385475 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:46.460991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:46.523424 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:46.563917 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc00baf1fde94e2b9062a2827ce52ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027143 Nov 08 14:20:46.564771 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ae9a3-b6d7-4a2c-a24c-af6a152ca421,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:46.566727 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44620) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:46.572111 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.572472 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.572842 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.573172 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.573497 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.573831 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.574155 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.574476 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.574798 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.575121 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.575440 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.575784 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bbc2a3-7d69-42f1-84ba-7b6f091aafa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:20:46.617766 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00473cd7-4899-489c-ab1c-a822305d2e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:46.640575 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00473cd7-4899-489c-ab1c-a822305d2e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:46.786751 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00473cd7-4899-489c-ab1c-a822305d2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:46.789509 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-00473cd7-4899-489c-ab1c-a822305d2e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:46.790908 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-00473cd7-4899-489c-ab1c-a822305d2e78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a55ae9a3-b6d7-4a2c-a24c-af6a152ca421 HTTP/1.1" status: 204 len: 168 time: 0.2229948 Nov 08 14:20:46.799915 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00473cd7-4899-489c-ab1c-a822305d2e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ae9a3-b6d7-4a2c-a24c-af6a152ca421,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:47.396941 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44630) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:47.411278 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d80fb23a-93d1-4c85-96fe-2c3d35c85f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:47.493553 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d80fb23a-93d1-4c85-96fe-2c3d35c85f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:47.562523 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d80fb23a-93d1-4c85-96fe-2c3d35c85f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:47.600999 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fb23a-93d1-4c85-96fe-2c3d35c85f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d811dc82-f8a8-4ecb-b2ea-b09e804bdada,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:47.605264 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-d80fb23a-93d1-4c85-96fe-2c3d35c85f6f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14720d55b7b34b90817fa32ef6f3a609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072730 Nov 08 14:20:47.608688 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44632) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:47.656723 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e41d8494-d193-414c-bc90-edc56b3b9130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:47.678037 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e41d8494-d193-414c-bc90-edc56b3b9130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:47.790753 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e41d8494-d193-414c-bc90-edc56b3b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:47.793474 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e41d8494-d193-414c-bc90-edc56b3b9130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:47.794792 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e41d8494-d193-414c-bc90-edc56b3b9130 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d811dc82-f8a8-4ecb-b2ea-b09e804bdada HTTP/1.1" status: 204 len: 168 time: 0.1853902 Nov 08 14:20:47.808164 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d8494-d193-414c-bc90-edc56b3b9130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d811dc82-f8a8-4ecb-b2ea-b09e804bdada,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:54.138864 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3a99ff4f-f007-4115-be62-28557b626860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:55.539040 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44756) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:55.647391 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-84c201da-344b-4dfa-a1fa-abf693fe6697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:55.724809 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-84c201da-344b-4dfa-a1fa-abf693fe6697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:55.825906 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-84c201da-344b-4dfa-a1fa-abf693fe6697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:55.867647 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-84c201da-344b-4dfa-a1fa-abf693fe6697 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b8e292b1d40461d843e9eb53d16b606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274322 Nov 08 14:20:55.868487 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c201da-344b-4dfa-a1fa-abf693fe6697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec85b0-668c-4cd0-9fe0-a543b997f82b,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:55.871370 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44760) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:55.920466 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3c1932c5-4d8d-456d-934b-beaa8f04a830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:55.941464 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3c1932c5-4d8d-456d-934b-beaa8f04a830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:56.075695 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3c1932c5-4d8d-456d-934b-beaa8f04a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:56.078546 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3c1932c5-4d8d-456d-934b-beaa8f04a830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:56.079745 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3c1932c5-4d8d-456d-934b-beaa8f04a830 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0cec85b0-668c-4cd0-9fe0-a543b997f82b HTTP/1.1" status: 204 len: 168 time: 0.2071309 Nov 08 14:20:56.087624 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1932c5-4d8d-456d-934b-beaa8f04a830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec85b0-668c-4cd0-9fe0-a543b997f82b,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:56.823353 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44770) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:56.838084 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-33ec9041-def1-4fb7-852e-da68ed0921ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:56.914179 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-33ec9041-def1-4fb7-852e-da68ed0921ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:56.974745 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-33ec9041-def1-4fb7-852e-da68ed0921ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:57.011493 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec9041-def1-4fb7-852e-da68ed0921ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b538beb-c9ba-47e6-8601-dec02b29bf89,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:57.016444 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-33ec9041-def1-4fb7-852e-da68ed0921ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89046b4af0884e95a5d9e9f1f99e59dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911836 Nov 08 14:20:57.018424 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44772) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:20:57.067349 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-59c9f669-ae0e-4d4e-86a3-8b64b70671fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:57.088769 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-59c9f669-ae0e-4d4e-86a3-8b64b70671fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:57.111922 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:57.139001 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-155d6044-4306-46d1-90be-a981bfd2c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:57.201430 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-59c9f669-ae0e-4d4e-86a3-8b64b70671fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:57.206128 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-59c9f669-ae0e-4d4e-86a3-8b64b70671fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:57.206128 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-59c9f669-ae0e-4d4e-86a3-8b64b70671fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b538beb-c9ba-47e6-8601-dec02b29bf89 HTTP/1.1" status: 204 len: 168 time: 0.1860719 Nov 08 14:20:57.215059 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9f669-ae0e-4d4e-86a3-8b64b70671fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b538beb-c9ba-47e6-8601-dec02b29bf89,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:20:57.510602 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1a897167-45d1-409b-ad14-3f75ed46d399 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848662663&fields=id&tenant_id=0863de4f4cbd4d09ac36630ae461c8e3 HTTP/1.1" status: 200 len: 267 time: 0.0346334 Nov 08 14:20:57.613759 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1dfea9b1-8df1-490f-a9cc-0dbd0a92e136 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:57.615983 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1dfea9b1-8df1-490f-a9cc-0dbd0a92e136 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/networks?id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 200 len: 809 time: 0.1040466 Nov 08 14:20:57.635892 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-f47c0618-d162-4309-bb94-1bf20d711b4b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/quotas/0863de4f4cbd4d09ac36630ae461c8e3 HTTP/1.1" status: 200 len: 375 time: 0.0111759 Nov 08 14:20:57.685802 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-e10064a8-3403-4373-a91d-e52ad4db5ba6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461900 Nov 08 14:20:57.701432 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-b58ec733-f53b-4e5e-bbd9-cf53c3b9c673 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:20:57.702455 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-b58ec733-f53b-4e5e-bbd9-cf53c3b9c673 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052774 Nov 08 14:20:57.795115 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-b3096803-bd5e-4b4c-aa51-7dfbf1137fd7 service neutron] 10.222.0.73 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868466 Nov 08 14:20:57.888535 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-67bad646-dcd5-4a86-8929-746e049347d1 service neutron] 10.222.0.73 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874274 Nov 08 14:20:58.489023 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:20:58.597079 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-865f6da0-7ab5-4736-8d00-fe68527bc266 req-e316d87a-5935-4250-b9bb-e10cad2f7f1b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 210 time: 0.2055528 Nov 08 14:20:59.692318 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6c843630-3efa-4ed8-895a-df789c24b66f req-c7b7d3c0-a58a-4984-93b0-d10574922239 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 210 time: 0.0261123 Nov 08 14:21:00.037357 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:00.787198 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17c86ad3-af5b-4ce0-b65b-7f4875e639bd req-23afb6e4-95c3-47c7-a3e4-756a5fd36bbc tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 210 time: 0.0269575 Nov 08 14:21:00.816828 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1d4cf86d-3484-42cc-89ed-1e80409726fb tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:00.821181 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1d4cf86d-3484-42cc-89ed-1e80409726fb tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.64 "GET /v2.0/networks?id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 200 len: 809 time: 0.1115060 Nov 08 14:21:00.870107 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-11da6a11-ef41-4daf-96b3-ee1422ce3446 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0863de4f4cbd4d09ac36630ae461c8e3 HTTP/1.1" status: 200 len: 380 time: 0.0416963 Nov 08 14:21:00.884452 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'port': {'device_id': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'admin_state_up': True, 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'security_groups': ['c95c02fd-0fe5-46af-b291-d1dc54e3a563']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:01.133344 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Made reservation on behalf of 0863de4f4cbd4d09ac36630ae461c8e3 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:21:01.137210 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:01.268585 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Allocated IP 172.20.0.4 (d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4/6431ab16-95b7-4606-8b44-e6d3831f056c/488d1415-b640-49a5-a0ba-f326918f3fe3) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:01.441414 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:01.527687 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:01.575156 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:01.578215 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:01.582343 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:01.610256 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:01.640615 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:01.641264 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:01.718852 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-6f3eee99-2ab6-4f3c-935b-43dc81faa01f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8390713 Nov 08 14:21:01.838677 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-d82fa1d2-5f5d-4650-8a47-8e87f8b1c63a None None] Provisioning complete for port 488d1415-b640-49a5-a0ba-f326918f3fe3 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:01.839258 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-d82fa1d2-5f5d-4650-8a47-8e87f8b1c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:01.876852 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-d82fa1d2-5f5d-4650-8a47-8e87f8b1c63a None None] Port 488d1415-b640-49a5-a0ba-f326918f3fe3 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:21:01.928058 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6946abe-8821-4483-ad18-311e56aa64bd req-a550d4f9-6de6-4e09-b85b-33d76489bf46 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:01.930226 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b6946abe-8821-4483-ad18-311e56aa64bd req-a550d4f9-6de6-4e09-b85b-33d76489bf46 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 931 time: 0.0611787 Nov 08 14:21:01.978699 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b6946abe-8821-4483-ad18-311e56aa64bd req-fe823ab6-9d64-4042-8d52-e5604bfce90c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398171 Nov 08 14:21:03.104828 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a55c7-2573-4b5e-a742-e6dc020d7df7 req-26e9069f-3434-4689-b121-5c618e6468f8 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:03.106328 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-244a55c7-2573-4b5e-a742-e6dc020d7df7 req-26e9069f-3434-4689-b121-5c618e6468f8 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 931 time: 0.0551279 Nov 08 14:21:03.146050 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-244a55c7-2573-4b5e-a742-e6dc020d7df7 req-90695e6d-56b8-4563-bc22-6b6059d52a6b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Nov 08 14:21:03.167065 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Request body: {'port': {'device_id': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:03.219864 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:03.484627 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488d1415-b640-49a5-a0ba-f326918f3fe3 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:21:03.491873 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:03.503581 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Transition to ACTIVE for port object 488d1415-b640-49a5-a0ba-f326918f3fe3 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:21:03.574298 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:03.627154 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:03.698448 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Attempting to bind port 488d1415-b640-49a5-a0ba-f326918f3fe3 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:21:03.698905 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Attempting to bind port 488d1415-b640-49a5-a0ba-f326918f3fe3 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:21:03.699240 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Attempting to bind port 488d1415-b640-49a5-a0ba-f326918f3fe3 on network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:03.704556 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Port 488d1415-b640-49a5-a0ba-f326918f3fe3 on network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:21:03.704887 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Attempting to bind port 488d1415-b640-49a5-a0ba-f326918f3fe3 on network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:03.710871 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:21:03.711865 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Checking segment: {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:03.712262 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Bound using segment: {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:21:03.712699 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Bound port: 488d1415-b640-49a5-a0ba-f326918f3fe3, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785fbe92-1b8e-4e27-b77b-94288c4aa126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:21:03.713064 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:03.782139 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:21:03.785228 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:21:03.884265 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:03.917387 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:03.917993 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:03.919476 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] 10.222.0.64 "PUT /v2.0/ports/488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 200 len: 1093 time: 0.7574399 Nov 08 14:21:03.919940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:21:03.922262 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f4004c-de67-4a74-b4f2-3a7f2be80ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:21:03.949892 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea14100-f30a-4596-b8a7-eb65a886593f service neutron] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:03.962736 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fc26a0-fc5a-430c-84a7-c7cd53f22f10 x-openstack-request-id: req-25fc26a0-fc5a-430c-84a7-c7cd53f22f10 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:21:03.963015 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:21:03.963269 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25fc26a0-fc5a-430c-84a7-c7cd53f22f10 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:21:03.963754 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'status': 'completed', 'code': 200} Nov 08 14:21:04.205311 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4004c-de67-4a74-b4f2-3a7f2be80ef9 req-e3cd8c32-c529-4f4e-8b42-5a64d53f17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:04.206847 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f4004c-de67-4a74-b4f2-3a7f2be80ef9 req-e3cd8c32-c529-4f4e-8b42-5a64d53f17ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1096 time: 0.0411794 Nov 08 14:21:04.268477 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6dc5-8be4-47ed-b42d-d820da728eac req-37169b92-cc12-43a7-a400-afbdfdec0302 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:04.273258 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d21d6dc5-8be4-47ed-b42d-d820da728eac req-37169b92-cc12-43a7-a400-afbdfdec0302 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0560763 Nov 08 14:21:04.308439 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d21d6dc5-8be4-47ed-b42d-d820da728eac req-dc92eaa1-b623-41da-ba72-5ebd29cb5d90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Nov 08 14:21:04.310039 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4004c-de67-4a74-b4f2-3a7f2be80ef9 req-67290105-c065-4e56-a4e0-d77ebdded9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:04.311481 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f4004c-de67-4a74-b4f2-3a7f2be80ef9 req-67290105-c065-4e56-a4e0-d77ebdded9a5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0960112 Nov 08 14:21:04.411782 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4004c-de67-4a74-b4f2-3a7f2be80ef9 req-521ded12-0c48-412f-b1d0-cbc79c62fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:04.413834 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-27f4004c-de67-4a74-b4f2-3a7f2be80ef9 req-521ded12-0c48-412f-b1d0-cbc79c62fda5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925333 Nov 08 14:21:04.498480 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-fbd6d61e-b228-4dcf-98ca-1f33733b828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:04.500001 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-fbd6d61e-b228-4dcf-98ca-1f33733b828e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1096 time: 0.0461695 Nov 08 14:21:04.542249 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-b4ad4af8-b407-4bfe-b698-f2614f346818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 200 len: 217 time: 0.0338132 Nov 08 14:21:04.593818 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-8bf9b20f-8fc2-4bfb-80a7-f84b65fedb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:04.595327 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-8bf9b20f-8fc2-4bfb-80a7-f84b65fedb8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6431ab16-95b7-4606-8b44-e6d3831f056c HTTP/1.1" status: 200 len: 848 time: 0.0447268 Nov 08 14:21:04.644240 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-18be76df-a45f-4dbe-b7ed-507e98360eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:04.645768 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-18be76df-a45f-4dbe-b7ed-507e98360eff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427868 Nov 08 14:21:04.740919 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-ef99386c-26c1-4cf5-93a8-5951f2e2e65a service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843813 Nov 08 14:21:04.835016 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7806d8cf-5e77-4bce-b620-617ff9f94763 req-be26b2b3-b834-462e-961d-5acbb4d741af service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Nov 08 14:21:05.439538 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c227155-4e07-4d45-817f-f5ae101fa6cc req-11c1b529-0f5d-4103-96eb-57060304da6c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:05.441073 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4c227155-4e07-4d45-817f-f5ae101fa6cc req-11c1b529-0f5d-4103-96eb-57060304da6c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0593736 Nov 08 14:21:05.485929 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-4c227155-4e07-4d45-817f-f5ae101fa6cc req-28e0abd8-b0f0-4e2a-bdda-7ae08898f3c6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380054 Nov 08 14:21:05.899552 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:06.602069 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e7d3f-6317-40f0-92b7-86dee7cb3596 req-2035e791-f6fd-4341-9579-0ab26a52c157 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:06.603571 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-707e7d3f-6317-40f0-92b7-86dee7cb3596 req-2035e791-f6fd-4341-9579-0ab26a52c157 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0518196 Nov 08 14:21:06.641190 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-707e7d3f-6317-40f0-92b7-86dee7cb3596 req-4f7ccfc4-d690-4201-91f2-5c966c4fab71 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Nov 08 14:21:07.755428 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92681c81-39da-481c-aa54-346ffac54b61 req-d147fe21-2749-4ba0-a70a-b90daebdbe3b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:07.757413 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92681c81-39da-481c-aa54-346ffac54b61 req-d147fe21-2749-4ba0-a70a-b90daebdbe3b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0483685 Nov 08 14:21:07.796220 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92681c81-39da-481c-aa54-346ffac54b61 req-c58e6737-b2fa-4908-9c29-1561163de81f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Nov 08 14:21:08.910361 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6c39c-8b90-4a26-9c81-87714e5a6b0e req-3a65d00c-7d2b-432e-9cf0-25a01ec60a88 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:08.911861 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-30f6c39c-8b90-4a26-9c81-87714e5a6b0e req-3a65d00c-7d2b-432e-9cf0-25a01ec60a88 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0475731 Nov 08 14:21:08.950277 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-30f6c39c-8b90-4a26-9c81-87714e5a6b0e req-c56710ba-6771-4d16-8d8a-5f5a0071faf6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319018 Nov 08 14:21:10.069206 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0c93f-1b64-413f-bf91-63744d4e55ba req-7e1fb490-9420-4598-9db6-5759b73efc4c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:10.070652 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-19e0c93f-1b64-413f-bf91-63744d4e55ba req-7e1fb490-9420-4598-9db6-5759b73efc4c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0510116 Nov 08 14:21:10.108051 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-19e0c93f-1b64-413f-bf91-63744d4e55ba req-51208c2c-4ef8-44a2-8c1e-997805e8bbcb tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Nov 08 14:21:11.222112 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0659a4-939f-4cd5-90e0-9a7ced21811c req-09295c3d-be8c-41e4-8cc5-8f23ef960cce tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:11.223567 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e0659a4-939f-4cd5-90e0-9a7ced21811c req-09295c3d-be8c-41e4-8cc5-8f23ef960cce tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0487087 Nov 08 14:21:11.265311 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e0659a4-939f-4cd5-90e0-9a7ced21811c req-587f0b7b-5943-452d-8abb-6843f7a7680b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Nov 08 14:21:12.385294 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7344be-c886-4fd2-8bf0-5c99aa645f16 req-adb2c978-2e66-4a64-95c8-878d8045879f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:12.386841 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e7344be-c886-4fd2-8bf0-5c99aa645f16 req-adb2c978-2e66-4a64-95c8-878d8045879f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0485497 Nov 08 14:21:12.425338 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3e7344be-c886-4fd2-8bf0-5c99aa645f16 req-c983c545-bcd2-487c-a949-b35180bb00ea tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Nov 08 14:21:13.545459 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b05b9-5fb6-457b-8e8f-10d1638709eb req-f2300d93-799c-4b54-be31-d3b74b2fcd7d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:13.546924 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-866b05b9-5fb6-457b-8e8f-10d1638709eb req-f2300d93-799c-4b54-be31-d3b74b2fcd7d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0515606 Nov 08 14:21:13.584607 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-866b05b9-5fb6-457b-8e8f-10d1638709eb req-3130a75a-eb7c-414c-bca9-089d95858043 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Nov 08 14:21:13.841420 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:21:14.699959 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0d44b-e3d4-44a1-84c1-1f27f9df47bc req-72c9f525-59fb-4041-bd09-b6268c96197f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:14.701453 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ac0d44b-e3d4-44a1-84c1-1f27f9df47bc req-72c9f525-59fb-4041-bd09-b6268c96197f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0498104 Nov 08 14:21:14.740557 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ac0d44b-e3d4-44a1-84c1-1f27f9df47bc req-8e751e85-eab2-4768-b9d1-3a6a90a89a67 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331903 Nov 08 14:21:15.854030 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41ede2-8941-4fed-8187-9fa5d7b19fdb req-180876cc-e5f2-4c55-b455-7164b29122fa tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:15.855535 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0e41ede2-8941-4fed-8187-9fa5d7b19fdb req-180876cc-e5f2-4c55-b455-7164b29122fa tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0502152 Nov 08 14:21:15.894615 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0e41ede2-8941-4fed-8187-9fa5d7b19fdb req-dfdecdbd-addf-4c52-829e-cd19366283c5 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328262 Nov 08 14:21:16.192970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 488d1415-b640-49a5-a0ba-f326918f3fe3 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:21:16.294986 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:16.307728 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'port_id': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'mac_address': 'fa:16:3e:cc:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:21:16.347886 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:16.361098 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488d1415-b640-49a5-a0ba-f326918f3fe3 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:21:16.380717 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:16.453538 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:16.500298 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:16.507204 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.507551 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.507924 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.508255 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.508583 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.508909 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.509231 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.509892 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.509892 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.510208 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.510524 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.510840 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:16.750654 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['488d1415-b640-49a5-a0ba-f326918f3fe3'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:21:17.013418 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba755c9b-67a7-44a7-84c4-96e86fb2216b req-df9978b1-8b17-46c3-a76b-fcbc1c2a6d4c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:17.014918 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ba755c9b-67a7-44a7-84c4-96e86fb2216b req-df9978b1-8b17-46c3-a76b-fcbc1c2a6d4c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 944 time: 0.0529718 Nov 08 14:21:17.052677 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ba755c9b-67a7-44a7-84c4-96e86fb2216b req-b4a0db9e-d58a-4316-a40f-609f79ad1026 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319216 Nov 08 14:21:18.166448 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4505a0-de6f-4c62-957e-b6ff71791125 req-0b87c22c-62ca-4146-a5d6-5564182dc26a tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:18.167947 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ce4505a0-de6f-4c62-957e-b6ff71791125 req-0b87c22c-62ca-4146-a5d6-5564182dc26a tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 944 time: 0.0500429 Nov 08 14:21:18.193009 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 488d1415-b640-49a5-a0ba-f326918f3fe3 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:18.207735 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ce4505a0-de6f-4c62-957e-b6ff71791125 req-71d43e57-b654-4d9d-85e3-2bbf9abdea3a tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337079 Nov 08 14:21:18.310394 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 488d1415-b640-49a5-a0ba-f326918f3fe3 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:21:18.314339 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 488d1415-b640-49a5-a0ba-f326918f3fe3 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:18.314713 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:18.406023 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:18.429498 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:21:18.432064 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64016a0d-86eb-4ec2-9520-3cf20327040a" -d '{"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-plugged", "status": "completed", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:21:18.444931 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:18.469621 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31497e5f-26ed-4583-b81e-9a82dd8d69f8 x-openstack-request-id: req-31497e5f-26ed-4583-b81e-9a82dd8d69f8 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:21:18.469862 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-plugged", "status": "completed", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:21:18.469973 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31497e5f-26ed-4583-b81e-9a82dd8d69f8 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:21:18.470539 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'code': 200} Nov 08 14:21:18.543430 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:18.594933 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:18.738230 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7cac2-9331-47e4-8d7f-aa6945348791 req-39533101-2fac-4711-a7b8-3538c9629c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:18.739744 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-afa7cac2-9331-47e4-8d7f-aa6945348791 req-39533101-2fac-4711-a7b8-3538c9629c88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1098 time: 0.0414002 Nov 08 14:21:18.776959 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-afa7cac2-9331-47e4-8d7f-aa6945348791 req-084d62d8-ee98-4778-8235-17c9b731112f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300739 Nov 08 14:21:19.324748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ada0b6-a015-442d-9ec6-fc49e9077fb3 req-3b65b735-6bf7-4188-89eb-64de6f966852 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:19.326237 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-62ada0b6-a015-442d-9ec6-fc49e9077fb3 req-3b65b735-6bf7-4188-89eb-64de6f966852 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0507777 Nov 08 14:21:19.364302 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-62ada0b6-a015-442d-9ec6-fc49e9077fb3 req-ab45b98f-83d5-481d-9e84-75f127a1ed80 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Nov 08 14:21:19.855103 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44974) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:19.958640 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:20.034825 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:20.110679 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:20.151081 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1f7778e7e03431f803c0aa2e85ad3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948520 Nov 08 14:21:20.151799 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d5e5b-4125-4508-bd2e-83efe3c43c83,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:20.153995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 44978) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:20.159517 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.159903 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.160241 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.160574 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.160904 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.161229 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.161555 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.161882 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.162204 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.162521 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.162839 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.163156 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c3e1be-151b-46b5-9036-94e88d56011f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:20.205592 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac4decda-873d-4ffa-83d6-197304d7c81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:20.227655 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac4decda-873d-4ffa-83d6-197304d7c81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:20.339564 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac4decda-873d-4ffa-83d6-197304d7c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:20.342207 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac4decda-873d-4ffa-83d6-197304d7c81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:20.343471 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ac4decda-873d-4ffa-83d6-197304d7c81a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e6d5e5b-4125-4508-bd2e-83efe3c43c83 HTTP/1.1" status: 204 len: 168 time: 0.1882617 Nov 08 14:21:20.351605 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4decda-873d-4ffa-83d6-197304d7c81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d5e5b-4125-4508-bd2e-83efe3c43c83,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:20.478964 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b19d-669a-45bf-a103-6e253ffd1d18 req-5fa6fa8c-7c70-465a-998f-e3b74bb6ff2f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:20.480511 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed23b19d-669a-45bf-a103-6e253ffd1d18 req-5fa6fa8c-7c70-465a-998f-e3b74bb6ff2f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0480886 Nov 08 14:21:20.519899 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ed23b19d-669a-45bf-a103-6e253ffd1d18 req-034f4958-061c-4015-87f8-636944e0f823 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Nov 08 14:21:20.635045 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024664e-e0a2-41ca-a1dd-01262c2f0b90 req-48881ca1-0198-4638-996d-d2ac8a8aefbd tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:20.636638 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e024664e-e0a2-41ca-a1dd-01262c2f0b90 req-48881ca1-0198-4638-996d-d2ac8a8aefbd tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0509026 Nov 08 14:21:20.673618 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e024664e-e0a2-41ca-a1dd-01262c2f0b90 req-e4d719a5-bd69-4c49-b986-c9c84c809db2 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Nov 08 14:21:20.699098 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44990) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:20.887262 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530723f2-64f9-4619-9ae3-242eb4096dc6 tempest-TestShelveInstance-1957249847 tempest-TestShelveInstance-1957249847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:20.888712 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-530723f2-64f9-4619-9ae3-242eb4096dc6 tempest-TestShelveInstance-1957249847 tempest-TestShelveInstance-1957249847-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1093 time: 0.1885202 Nov 08 14:21:20.891682 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 44998) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:20.895866 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'port_id': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:20.980175 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for floatingip, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.076074 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.189474 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Allocated IP 172.27.2.154 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/061cd9f8-8993-43d2-a3d2-c2ccf819a507) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:21.289816 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.382335 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45010) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:21.389104 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.430727 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:21.433706 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:21.437175 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:21.464215 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'Port': ['ID=061cd9f8-8993-43d2-a3d2-c2ccf819a507,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:21.480957 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-557390561-network', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:21.604823 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Made reservation on behalf of 1bfdadd84e9a43b291a50c39ea51eec7 for: {'network': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:21:21.607138 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.641258 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.838219 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.860114 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.889724 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.917696 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=102229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:21:21.932390 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:21.937145 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:21.937492 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.segments_db [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Added segment 9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9 of type vlan for network 1e654a13-4315-43e7-abc3-f8bd7dc89101 Nov 08 14:21:21.977628 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.024356 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.114582 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.115955 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:22.116538 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.207133 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e654a13-4315-43e7-abc3-f8bd7dc89101,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:22.221458 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:21:22.244286 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.251073 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-4e338388-9ef5-4bfb-8461-7cda686aead5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8676605 Nov 08 14:21:22.253905 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45014) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:22.258804 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Request body: {'subnet': {'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-557390561-subnet', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'ip_version': 4}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:22.304952 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.365854 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Made reservation on behalf of 1bfdadd84e9a43b291a50c39ea51eec7 for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:21:22.368119 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520386038'] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.389867 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event updated for resources: {'Port': ['ID=061cd9f8-8993-43d2-a3d2-c2ccf819a507,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:22.445183 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:22.593089 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Floating IP ce78206a-689f-4c48-9c22-92ab96857c75 associated. External IP: 172.27.2.154, port: 488d1415-b640-49a5-a0ba-f326918f3fe3. Nov 08 14:21:22.768614 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520520974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520386020'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.115307 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:23.131867 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Checking segment: {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:23.132231 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Network hostable DHCP agents. Network: 1e654a13-4315-43e7-abc3-f8bd7dc89101, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:21:23.151102 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Router 30826a0e-774b-432e-b9e8-8306abef2046 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:21:23.230240 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:21:23.272107 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:21:23.282891 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] Sync routers for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:21:23.292810 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:23.293556 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:23.310210 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 1e654a13-4315-43e7-abc3-f8bd7dc89101) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:23.314427 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:23.315029 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.328868 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9fb06-ca57-49fd-a092-2d45bd1ce940 None None] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:21:23.363865 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.390071 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-34f240d1-d529-42bc-bf59-46a7b2a086a0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1349697 Nov 08 14:21:23.392970 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45016) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:23.395619 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f54bf3c6-dee6-493c-b41e-2065ef542794 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5029590 Nov 08 14:21:23.397153 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:21:23.398679 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94613e97-2d84-4711-b0d3-a3c111a7fd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:21:23.403425 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:23.441492 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936507dd-9957-40f2-85f2-d2f538b75a80 x-openstack-request-id: req-936507dd-9957-40f2-85f2-d2f538b75a80 {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:21:23.441784 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:21:23.442035 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-936507dd-9957-40f2-85f2-d2f538b75a80 {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:21:23.442433 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'status': 'completed', 'code': 200} Nov 08 14:21:23.468706 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:23.521451 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.522473 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.596042 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-d92e134a-1510-4d1d-9a1c-e5c4c8cfb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:23.597585 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-d92e134a-1510-4d1d-9a1c-e5c4c8cfb7d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1098 time: 0.1333358 Nov 08 14:21:23.600382 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.610797 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-1e654a13-4315-43e7-abc3-f8bd7dc89101', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:21:23.611958 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.808937 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-5770c260-aa71-4a21-85cd-23342a834efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:23.810412 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-5770c260-aa71-4a21-85cd-23342a834efa service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 200 len: 911 time: 0.2057459 Nov 08 14:21:23.817835 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:23.894559 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-e66ba621-9bbb-4eae-91a4-ba93f952dae0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 200 len: 999 time: 0.0734191 Nov 08 14:21:23.958616 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Allocated IP 172.20.0.2 (1e654a13-4315-43e7-abc3-f8bd7dc89101/c792ce79-27b1-45cf-b4c6-0961f0aa2b5e/214f1b1b-35c4-48c8-ad31-57bfd06a89cf) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:23.972658 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-a61a20d2-ec79-4c17-b447-cc295efeb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:23.974137 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-a61a20d2-ec79-4c17-b447-cc295efeb543 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6431ab16-95b7-4606-8b44-e6d3831f056c HTTP/1.1" status: 200 len: 848 time: 0.0562906 Nov 08 14:21:24.031297 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'ce78206a-689f-4c48-9c22-92ab96857c75', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'port_id': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'mac_address': 'fa:16:3e:cc:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:21:21Z', 'updated_at': '2021-11-08T14:21:21Z', 'revision_number': 0, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:29Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:24.036360 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-92abec71-a639-4a2b-b750-ffe616dc90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:24.037980 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-92abec71-a639-4a2b-b750-ffe616dc90df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564916 Nov 08 14:21:24.050154 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-1117462a-e6bf-4f9b-b405-0436e53fd259 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:21:24.051187 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-1117462a-e6bf-4f9b-b405-0436e53fd259 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056348 Nov 08 14:21:24.066685 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] Checking router: 30826a0e-774b-432e-b9e8-8306abef2046 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:21:24.096534 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:24.097163 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:24.167528 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-266efcba-c5e5-4d12-9113-22bcef0bd569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.246149 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.258921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:24.351591 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.406740 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:24.416583 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:24.422970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Pushing event updated for resources: {'Port': ['ID=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:24.425325 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:24.457160 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.500670 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.500670 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-9d52b9d7-9b69-4b69-a2c0-dcc0cdb909b9 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083056 Nov 08 14:21:24.534208 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Attempting to bind port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:21:24.534616 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Attempting to bind port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:21:24.534931 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Attempting to bind port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf on network 1e654a13-4315-43e7-abc3-f8bd7dc89101 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:24.551200 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:21:24.551620 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Checking segment: {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:24.552080 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.552474 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Bound using segment: {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:21:24.552951 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Bound port: 214f1b1b-35c4-48c8-ad31-57bfd06a89cf, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:21:24.553337 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.667408 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] For port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:21:24.671627 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] For port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:21:24.681487 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'ce78206a-689f-4c48-9c22-92ab96857c75', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'port_id': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'mac_address': 'fa:16:3e:cc:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:21:21Z', 'updated_at': '2021-11-08T14:21:21Z', 'revision_number': 0, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:29Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:24.688607 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-94613e97-2d84-4711-b0d3-a3c111a7fd0c req-1878b13d-4a45-4a5a-92e5-5e0569b8f121 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834352 Nov 08 14:21:24.696774 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Allocated IP 172.27.2.95 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/8cffbf25-e5fe-4e73-8223-977b2fe5ed35) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:24.708836 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e0318-047d-4dad-9f9e-5a3a3a8a5312 None None] The sync data for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi is: [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'ce78206a-689f-4c48-9c22-92ab96857c75', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'port_id': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'mac_address': 'fa:16:3e:cc:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:21:21Z', 'updated_at': '2021-11-08T14:21:21Z', 'revision_number': 0, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:29Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:21:24.768117 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.813961 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:24.835690 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156abc47-d09e-4d77-b9e8-288542bf488a None None] Pushing event updated for resources: {'Port': ['ID=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:24.932312 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282be15-8e50-4d4b-87a2-7c3fbd9ee1b9 None None] New status for floating IP ce78206a-689f-4c48-9c22-92ab96857c75: ACTIVE {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:21:24.944984 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:25.018441 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Pushing event updated for resources: {'Port': ['ID=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:25.023739 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:25.026691 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:25.033322 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:25.392705 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:25.595337 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:25.696776 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec930e-f8cf-44f5-bdf8-b5cc841f0e9f None None] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:21:25.785032 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:21:25.826956 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-1b232b05-960a-4e05-a3ba-343a2d6a380e None None] Provisioning complete for port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:25.827318 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1b232b05-960a-4e05-a3ba-343a2d6a380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:25.888795 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:21:25.898982 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Sync routers for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:21:25.937113 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:25.937646 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:25.998349 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.004930 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-824f473f-b579-475a-a3dc-e02d0cc4f79c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6057386 Nov 08 14:21:26.004930 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45024) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:26.019029 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1b232b05-960a-4e05-a3ba-343a2d6a380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.073738 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1b232b05-960a-4e05-a3ba-343a2d6a380e None None] For port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:26.089707 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:26.158055 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1b232b05-960a-4e05-a3ba-343a2d6a380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.252948 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b232b05-960a-4e05-a3ba-343a2d6a380e None None] Pushing event updated for resources: {'Port': ['ID=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:26.300539 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-dcd2c25d-7c09-4211-b05b-3e82b7d17459 None None] Provisioning complete for port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:26.300834 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-dcd2c25d-7c09-4211-b05b-3e82b7d17459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.361875 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:25Z', 'revision_number': 3, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:26.408170 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Checking router: 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:21:26.408553 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Updating router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:21:26.424870 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.445626 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.581164 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Allocated IP 172.20.0.1 (1e654a13-4315-43e7-abc3-f8bd7dc89101/c792ce79-27b1-45cf-b4c6-0961f0aa2b5e/c1600832-2aa7-4c25-8340-23b65f40250a) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:26.682505 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.701876 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.796102 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.825069 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.851849 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Attempting to bind port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:21:26.852153 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Attempting to bind port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:21:26.853013 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Attempting to bind port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:26.863170 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f405d-40bf-46f9-a38a-f17cf605b42a None None] Pushing event updated for resources: {'Port': ['ID=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:26.863816 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:26.866680 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:21:26.867136 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:26.867470 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.867891 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:21:26.868185 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:26.869631 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Bound port: 8cffbf25-e5fe-4e73-8223-977b2fe5ed35, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:21:26.870038 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.875841 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:26.878025 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Pushing event updated for resources: {'Port': ['ID=c1600832-2aa7-4c25-8340-23b65f40250a,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:26.920043 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:26.929249 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] For port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:21:26.934440 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] For port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:21:27.047220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 214f1b1b-35c4-48c8-ad31-57bfd06a89cf up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:27.080241 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.154494 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:27.154494 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:20:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:27.170767 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.210029 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.372873 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f6dceca8-86cf-4154-9f91-191f7d9854a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.378884 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.384144 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f405d-40bf-46f9-a38a-f17cf605b42a None None] Pushing event updated for resources: {'Port': ['ID=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:27.391113 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:27.391487 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.432052 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-4c4fe0ec-62f2-4111-9a3e-e0c2656911ec None None] Provisioning complete for port c1600832-2aa7-4c25-8340-23b65f40250a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:27.432413 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4c4fe0ec-62f2-4111-9a3e-e0c2656911ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.441617 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.494354 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:27.496915 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fe0ec-62f2-4111-9a3e-e0c2656911ec None None] Port c1600832-2aa7-4c25-8340-23b65f40250a cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:21:27.511875 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.513720 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Pushing event updated for resources: {'Port': ['ID=c1600832-2aa7-4c25-8340-23b65f40250a,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:27.607273 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:27.608846 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:27.711723 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:25Z', 'revision_number': 3, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:27.728330 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:21:27.741053 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1c754-73be-46de-bd94-b71dea0179ec None None] The sync data for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi is: [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:25Z', 'revision_number': 3, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:21:27.820897 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-7a5b58c2-5995-41f2-bf52-1811c101a6a3 None None] Provisioning complete for port c1600832-2aa7-4c25-8340-23b65f40250a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:27.822021 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7a5b58c2-5995-41f2-bf52-1811c101a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:27.846629 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:21:27.852063 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1320b677-ac8d-4c17-a83a-aef64aa175ac admin admin] 10.222.0.73 "PUT /v2.0/routers/0c3c597c-ba3c-4285-a3b2-7e7b325f9db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480511 Nov 08 14:21:27.858727 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b58c2-5995-41f2-bf52-1811c101a6a3 None None] Port c1600832-2aa7-4c25-8340-23b65f40250a cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:21:28.522026 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:28.566577 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45040) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:28.571840 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1767309987-network', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:28.697280 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Made reservation on behalf of cb20981c5b3c4c32abad4fbf7d310e77 for: {'network': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:21:28.699951 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for network, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:28.709464 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:28.785718 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:28.858825 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:28.885049 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=102228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:21:28.891049 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d86791f-a284-4aa7-897c-51099ba534b6,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:28.897523 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:28.898731 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.segments_db [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Added segment 9952396e-1595-4f41-9b21-29ce8f3eaaa7 of type vlan for network 48a28fef-9365-4407-a047-e5f9d8aa3711 Nov 08 14:21:28.947576 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756111877753'] for network, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.026919 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:29.064437 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075'] for network, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.065589 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:29.066210 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.078654 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:29.079030 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.126508 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] Pushing event updated for resources: {'Network': ['ID=48a28fef-9365-4407-a047-e5f9d8aa3711,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:29.137912 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 details requested by agent ovs-agent-dv-cinder-816957-1-iscsi with host dv-cinder-816957-1-iscsi {{(pid=102230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:21:29.229337 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.251982 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:29.252139 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45042) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:29.253529 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-69bbd75d-dd2b-4063-8251-6a86f23fe345 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6857677 Nov 08 14:21:29.256728 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Request body: {'subnet': {'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1767309987-subnet', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'ip_version': 4}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:29.265747 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Sync routers for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:21:29.276214 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:29.276840 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:29.337852 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.387414 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:29.390935 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:29.407475 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Made reservation on behalf of cb20981c5b3c4c32abad4fbf7d310e77 for: {'subnet': 1} {{(pid=102229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:21:29.409954 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520386038'] for subnet, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.594202 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 2, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:29.620230 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Checking router: 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:21:29.620584 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Updating router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 port c1600832-2aa7-4c25-8340-23b65f40250a binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:21:29.644881 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.668979 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520520974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520386020'] for subnet, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.732800 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4851099-8f19-43a4-b5ef-2368f9d872e0,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:29.737147 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Checking segment: {'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:29.737487 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Network hostable DHCP agents. Network: 48a28fef-9365-4407-a047-e5f9d8aa3711, hostable agents: ['7f1e7825-a194-4e17-b655-388679f3ce03'], hosted agents: [] {{(pid=102229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:21:29.811224 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 is scheduled to be hosted by DHCP agent 7f1e7825-a194-4e17-b655-388679f3ce03 with binding_index 1 {{(pid=102229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:21:29.902651 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816957-1-iscsi, 48a28fef-9365-4407-a047-e5f9d8aa3711) {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:29.914088 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.918723 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:29.919306 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:29.988709 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.000854 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-912e7c80-97e2-4cae-adec-5ee712d696b5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7481859 Nov 08 14:21:30.003559 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45044) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:30.008825 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:30.039205 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Pushing event updated for resources: {'Port': ['ID=c1600832-2aa7-4c25-8340-23b65f40250a,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:30.043586 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58094e8-fe5f-4257-8905-8ec7675912d7 None None] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:21:30.050123 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.050515 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.050834 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.051175 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.051500 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.051860 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.052191 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.052515 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.052860 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.053187 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.053505 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.053856 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:30.082671 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.114985 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-292775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32748'] for router, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.115771 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Attempting to bind port c1600832-2aa7-4c25-8340-23b65f40250a on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:21:30.115911 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-290457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32763'] for router, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.118864 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Attempting to bind port c1600832-2aa7-4c25-8340-23b65f40250a by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:21:30.119317 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Attempting to bind port c1600832-2aa7-4c25-8340-23b65f40250a on network 1e654a13-4315-43e7-abc3-f8bd7dc89101 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:30.125257 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:21:30.125704 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Checking segment: {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:30.126182 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.126643 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Bound using segment: {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:21:30.127185 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Bound port: c1600832-2aa7-4c25-8340-23b65f40250a, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:21:30.127849 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.196689 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] For port c1600832-2aa7-4c25-8340-23b65f40250a, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:21:30.199340 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.200342 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] For port c1600832-2aa7-4c25-8340-23b65f40250a, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=c1600832-2aa7-4c25-8340-23b65f40250a,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:21:30.219280 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402689d9-b34f-54b1-b074-0c8f89b40b9c-48a28fef-9365-4407-a047-e5f9d8aa3711', 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'fixed_ips': [{'subnet_id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0'}]}} from dv-cinder-816957-1-iscsi. {{(pid=102230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:21:30.220223 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.305474 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.363523 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c5c08-a7ee-4502-8352-e1ea6a21b130 None None] Pushing event updated for resources: {'Port': ['ID=c1600832-2aa7-4c25-8340-23b65f40250a,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:30.372668 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-060bbe47-ee19-4bf1-a7bd-a71cbf321591 None None] Provisioning complete for port c1600832-2aa7-4c25-8340-23b65f40250a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:30.373042 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-060bbe47-ee19-4bf1-a7bd-a71cbf321591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.374964 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.db_base_plugin_common [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Allocated IP 172.20.0.2 (48a28fef-9365-4407-a047-e5f9d8aa3711/a4851099-8f19-43a4-b5ef-2368f9d872e0/cddbdb00-109a-4934-8361-9cf40f9d4899) {{(pid=102230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:30.387839 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:30.388690 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:30.427713 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.515071 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:30.541513 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-060bbe47-ee19-4bf1-a7bd-a71cbf321591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.615493 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Notify callbacks [] for port, precommit_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.618622 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-060bbe47-ee19-4bf1-a7bd-a71cbf321591 None None] For port c1600832-2aa7-4c25-8340-23b65f40250a, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=c1600832-2aa7-4c25-8340-23b65f40250a,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:30.704374 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-060bbe47-ee19-4bf1-a7bd-a71cbf321591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.732637 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:30.736154 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630'] for port, after_create {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.762594 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdcf70-8e63-4397-826a-b278b02d8d2a None None] The sync data for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi is: [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:21:30.770095 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 is already hosted by enough agents. {{(pid=102230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:30.773196 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.scheduler.base_scheduler [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Resources bound (agent type, host, resource id): {{(pid=102230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:30.777815 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Received port after_create {{(pid=102230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:30.786970 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bbe47-ee19-4bf1-a7bd-a71cbf321591 None None] Pushing event updated for resources: {'Port': ['ID=c1600832-2aa7-4c25-8340-23b65f40250a,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:30.889986 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Attempting to bind port cddbdb00-109a-4934-8361-9cf40f9d4899 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:21:30.890447 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Attempting to bind port cddbdb00-109a-4934-8361-9cf40f9d4899 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:21:30.891102 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Attempting to bind port cddbdb00-109a-4934-8361-9cf40f9d4899 on network 48a28fef-9365-4407-a047-e5f9d8aa3711 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:30.895254 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Pushing event updated for resources: {'Port': ['ID=cddbdb00-109a-4934-8361-9cf40f9d4899,revision_number=1']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:30.902310 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-7aeab99f-4c11-4447-9e8d-bba6bf8d2332 None None] Provisioning complete for port c1600832-2aa7-4c25-8340-23b65f40250a triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:30.902769 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7aeab99f-4c11-4447-9e8d-bba6bf8d2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.906269 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:21:30.906725 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Checking segment: {'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:30.907191 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.907675 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Bound using segment: {'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:21:30.908225 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Bound port: cddbdb00-109a-4934-8361-9cf40f9d4899, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:21:30.908681 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:30.994786 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:31.020333 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:31.041431 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] For port cddbdb00-109a-4934-8361-9cf40f9d4899, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:21:31.059963 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] For port cddbdb00-109a-4934-8361-9cf40f9d4899, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=cddbdb00-109a-4934-8361-9cf40f9d4899,segment=NetworkSegment(9952396e-1595-4f41-9b21-29ce8f3eaaa7),segment_id=9952396e-1595-4f41-9b21-29ce8f3eaaa7)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:21:31.134462 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:31.158507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Allocated IP 172.27.2.208 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/d5e89690-b6fc-40d8-83da-e445977e823d) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:31.161788 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:31.249823 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89fd14-7399-4ec9-b5a4-44897b8990ca None None] Pushing event updated for resources: {'Port': ['ID=cddbdb00-109a-4934-8361-9cf40f9d4899,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:31.260391 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:31.260818 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:31.288668 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:31.356890 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device c1600832-2aa7-4c25-8340-23b65f40250a up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:31.391330 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:31.412364 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port c1600832-2aa7-4c25-8340-23b65f40250a triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:31.412740 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:31.455542 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Pushing event updated for resources: {'Port': ['ID=d5e89690-b6fc-40d8-83da-e445977e823d,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:31.469487 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:31.471079 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:31.473475 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:31.798472 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.007345 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-290476'] for router, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.191434 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac91a2-c72a-47cf-bdd8-9d1c5ab96b7a None None] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:21:32.235959 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c is scheduled to L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef with binding_index 1 {{(pid=102228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:21:32.316010 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-0722daa7-cde0-4633-8c09-aa2ef5aaaabc None None] Provisioning complete for port cddbdb00-109a-4934-8361-9cf40f9d4899 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:32.316381 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0722daa7-cde0-4633-8c09-aa2ef5aaaabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.347261 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:21:32.359695 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Sync routers for ids ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:21:32.386705 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Routers {'6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:32.387320 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:32.459206 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.463726 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-567079c4-3d6e-43b0-abdd-622469674e7c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4553220 Nov 08 14:21:32.463873 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45050) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:21:32.506752 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0722daa7-cde0-4633-8c09-aa2ef5aaaabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.542116 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Set router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:32.731184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-0722daa7-cde0-4633-8c09-aa2ef5aaaabc None None] For port cddbdb00-109a-4934-8361-9cf40f9d4899, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=cddbdb00-109a-4934-8361-9cf40f9d4899,segment=NetworkSegment(9952396e-1595-4f41-9b21-29ce8f3eaaa7),segment_id=9952396e-1595-4f41-9b21-29ce8f3eaaa7)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:32.797065 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0722daa7-cde0-4633-8c09-aa2ef5aaaabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.877578 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722daa7-cde0-4633-8c09-aa2ef5aaaabc None None] Pushing event updated for resources: {'Port': ['ID=cddbdb00-109a-4934-8361-9cf40f9d4899,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:32.892204 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.899252 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:21:31Z', 'revision_number': 3, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port': {'id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:31Z', 'updated_at': '2021-11-08T14:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:32.934617 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Checking router: 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:21:32.938439 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Updating router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c port d5e89690-b6fc-40d8-83da-e445977e823d binding host dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:21:32.970848 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:32.973437 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-f5a10f4e-095f-4477-8d53-e36e17be1b10 None None] Provisioning complete for port cddbdb00-109a-4934-8361-9cf40f9d4899 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:32.973808 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f5a10f4e-095f-4477-8d53-e36e17be1b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.066847 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Allocated IP 172.20.0.1 (48a28fef-9365-4407-a047-e5f9d8aa3711/a4851099-8f19-43a4-b5ef-2368f9d872e0/50c6f16b-9294-4937-8ecb-04166a28ec28) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:33.088308 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device cddbdb00-109a-4934-8361-9cf40f9d4899 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:33.181083 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.244053 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port cddbdb00-109a-4934-8361-9cf40f9d4899 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:33.244580 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.287368 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.325101 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:33.329503 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:33.334207 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:33.359588 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=50c6f16b-9294-4937-8ecb-04166a28ec28,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:33.386474 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-291737'] for router_interface, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.405475 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Notify callbacks [] for port, precommit_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.493156 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.551029 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Attempting to bind port d5e89690-b6fc-40d8-83da-e445977e823d on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:21:33.551399 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Attempting to bind port d5e89690-b6fc-40d8-83da-e445977e823d by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:21:33.551798 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Attempting to bind port d5e89690-b6fc-40d8-83da-e445977e823d on network 97bb65e4-3712-40a4-a448-269c4e2e50f5 {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:33.553560 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e134e-2c06-4921-a250-e90ef7b06ebb None None] Pushing event updated for resources: {'Port': ['ID=d5e89690-b6fc-40d8-83da-e445977e823d,revision_number=2']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:33.561881 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:21:33.562256 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Checking segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:33.562661 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.563054 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Bound using segment: {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'} {{(pid=102230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:21:33.563521 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.managers [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Bound port: d5e89690-b6fc-40d8-83da-e445977e823d, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b151256-2bec-4560-ad89-677ae5671bfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5'}}] {{(pid=102230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:21:33.563934 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.590700 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-85613ff1-abd6-4d1a-9be3-a654f52c50ba None None] Provisioning complete for port 50c6f16b-9294-4937-8ecb-04166a28ec28 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:33.591072 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-85613ff1-abd6-4d1a-9be3-a654f52c50ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.594317 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.646921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-85613ff1-abd6-4d1a-9be3-a654f52c50ba None None] Port 50c6f16b-9294-4937-8ecb-04166a28ec28 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:21:33.647775 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] For port d5e89690-b6fc-40d8-83da-e445977e823d, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:21:33.660044 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] For port d5e89690-b6fc-40d8-83da-e445977e823d, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=d5e89690-b6fc-40d8-83da-e445977e823d,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:21:33.710684 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.756189 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.759689 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Routers {'6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:33.760311 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:33.790805 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.837069 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e134e-2c06-4921-a250-e90ef7b06ebb None None] Pushing event updated for resources: {'Port': ['ID=d5e89690-b6fc-40d8-83da-e445977e823d,revision_number=3']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:33.857096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289452'] for router_interface, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:33.858859 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=50c6f16b-9294-4937-8ecb-04166a28ec28,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:33.882897 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] Set router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:33.956753 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:33.958275 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:34.084442 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:21:34.100188 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 4, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port': {'id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:31Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '50c6f16b-9294-4937-8ecb-04166a28ec28', 'name': '', 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'mac_address': 'fa:16:3e:17:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:32Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 1, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'subnets': [{'id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:34.132798 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ede57-2b38-4c69-8c0a-b6dbe0ac6d65 None None] The sync data for ids ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'] in dv-cinder-816957-1-iscsi is: [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 4, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port': {'id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:31Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '50c6f16b-9294-4937-8ecb-04166a28ec28', 'name': '', 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'mac_address': 'fa:16:3e:17:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:32Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 1, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'subnets': [{'id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:21:34.174032 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-3742d171-86bc-4dc4-b7f2-09c9d9b8e17a None None] Provisioning complete for port 50c6f16b-9294-4937-8ecb-04166a28ec28 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:34.174409 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3742d171-86bc-4dc4-b7f2-09c9d9b8e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:34.216517 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-3742d171-86bc-4dc4-b7f2-09c9d9b8e17a None None] Port 50c6f16b-9294-4937-8ecb-04166a28ec28 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:21:34.436159 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:21:34.441380 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e9a5788c-98e0-475d-991c-1b27e7accfc7 admin admin] 10.222.0.73 "PUT /v2.0/routers/6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9765408 Nov 08 14:21:35.062359 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d5e89690-b6fc-40d8-83da-e445977e823d up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:35.123687 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port d5e89690-b6fc-40d8-83da-e445977e823d triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:35.124069 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:35.204119 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:35.226147 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] For port d5e89690-b6fc-40d8-83da-e445977e823d, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=d5e89690-b6fc-40d8-83da-e445977e823d,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:35.304653 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:35.357431 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Pushing event updated for resources: {'Port': ['ID=d5e89690-b6fc-40d8-83da-e445977e823d,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:35.933003 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:36.833584 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Sync routers for ids ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:21:36.843740 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Routers {'6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:36.844573 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:36.970805 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Set router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:37.033584 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d5e89690-b6fc-40d8-83da-e445977e823d up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:37.089666 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port d5e89690-b6fc-40d8-83da-e445977e823d triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:37.090405 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:37.313116 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 4, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port': {'id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:31Z', 'updated_at': '2021-11-08T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '50c6f16b-9294-4937-8ecb-04166a28ec28', 'name': '', 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'mac_address': 'fa:16:3e:17:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:32Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 2, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'subnets': [{'id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:37.341803 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Checking router: 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:21:37.342169 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Updating router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c port 50c6f16b-9294-4937-8ecb-04166a28ec28 binding host dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:21:37.369853 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:37.699196 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:38.188669 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:38.245295 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b6487-622b-4066-9855-0b750479aee6 None None] Pushing event updated for resources: {'Port': ['ID=50c6f16b-9294-4937-8ecb-04166a28ec28,revision_number=3']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:38.301734 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Attempting to bind port 50c6f16b-9294-4937-8ecb-04166a28ec28 on host dv-cinder-816957-1-iscsi for vnic_type normal with profile {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:21:38.302099 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Attempting to bind port 50c6f16b-9294-4937-8ecb-04166a28ec28 by drivers openvswitch,hyperv on host dv-cinder-816957-1-iscsi at level 0 using segments [{'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:21:38.302458 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Attempting to bind port 50c6f16b-9294-4937-8ecb-04166a28ec28 on network 48a28fef-9365-4407-a047-e5f9d8aa3711 {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:21:38.309079 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Checking agent: {'id': '5b590774-bfff-4619-bcc6-0dfc66d17f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 1, 57), 'started_at': datetime.datetime(2021, 11, 8, 14, 2, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:21:38.309551 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Checking segment: {'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:21:38.309968 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:38.310377 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Bound using segment: {'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'} {{(pid=102231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:21:38.310889 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.managers [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Bound port: 50c6f16b-9294-4937-8ecb-04166a28ec28, host: dv-cinder-816957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9952396e-1595-4f41-9b21-29ce8f3eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711'}}] {{(pid=102231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:21:38.311316 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:38.405567 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] For port 50c6f16b-9294-4937-8ecb-04166a28ec28, host dv-cinder-816957-1-iscsi, cleared binding levels {{(pid=102231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:21:38.410250 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.plugins.ml2.db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] For port 50c6f16b-9294-4937-8ecb-04166a28ec28, host dv-cinder-816957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=50c6f16b-9294-4937-8ecb-04166a28ec28,segment=NetworkSegment(9952396e-1595-4f41-9b21-29ce8f3eaaa7),segment_id=9952396e-1595-4f41-9b21-29ce8f3eaaa7)] {{(pid=102231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:21:38.487739 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-afc9fed7-2c6f-4dcb-b1c5-c5b44b1d3c32 None None] Provisioning complete for port 50c6f16b-9294-4937-8ecb-04166a28ec28 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:38.488401 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-afc9fed7-2c6f-4dcb-b1c5-c5b44b1d3c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:38.493655 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron_lib.callbacks.manager [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:38.527771 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-afc9fed7-2c6f-4dcb-b1c5-c5b44b1d3c32 None None] Port 50c6f16b-9294-4937-8ecb-04166a28ec28 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:21:38.572322 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Routers {'6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:38.573071 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:38.655675 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b6487-622b-4066-9855-0b750479aee6 None None] Pushing event updated for resources: {'Port': ['ID=50c6f16b-9294-4937-8ecb-04166a28ec28,revision_number=4']} {{(pid=102231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:38.706242 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] Set router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:38.853249 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-27abb04a-73cd-464f-bdbd-2aec04f0cdc3 None None] Provisioning complete for port 50c6f16b-9294-4937-8ecb-04166a28ec28 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:38.995008 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-27abb04a-73cd-464f-bdbd-2aec04f0cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:38.995396 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 4, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port': {'id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:31Z', 'updated_at': '2021-11-08T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '50c6f16b-9294-4937-8ecb-04166a28ec28', 'name': '', 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'mac_address': 'fa:16:3e:17:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:32Z', 'updated_at': '2021-11-08T14:21:38Z', 'revision_number': 4, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'subnets': [{'id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:39.002020 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-27abb04a-73cd-464f-bdbd-2aec04f0cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:39.002444 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c4dba-495e-4345-9e2c-0b02566705e6 None None] The sync data for ids ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'] in dv-cinder-816957-1-iscsi is: [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:21:33Z', 'revision_number': 4, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port': {'id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:31Z', 'updated_at': '2021-11-08T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '50c6f16b-9294-4937-8ecb-04166a28ec28', 'name': '', 'network_id': '48a28fef-9365-4407-a047-e5f9d8aa3711', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'mac_address': 'fa:16:3e:17:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:32Z', 'updated_at': '2021-11-08T14:21:38Z', 'revision_number': 4, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'subnets': [{'id': 'a4851099-8f19-43a4-b5ef-2368f9d872e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:21:39.012922 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-27abb04a-73cd-464f-bdbd-2aec04f0cdc3 None None] For port 50c6f16b-9294-4937-8ecb-04166a28ec28, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=50c6f16b-9294-4937-8ecb-04166a28ec28,segment=NetworkSegment(9952396e-1595-4f41-9b21-29ce8f3eaaa7),segment_id=9952396e-1595-4f41-9b21-29ce8f3eaaa7)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:39.089236 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 50c6f16b-9294-4937-8ecb-04166a28ec28 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:39.122071 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-27abb04a-73cd-464f-bdbd-2aec04f0cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:39.194823 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb04a-73cd-464f-bdbd-2aec04f0cdc3 None None] Pushing event updated for resources: {'Port': ['ID=50c6f16b-9294-4937-8ecb-04166a28ec28,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:39.214359 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 50c6f16b-9294-4937-8ecb-04166a28ec28 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:39.215113 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:41.016402 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 50c6f16b-9294-4937-8ecb-04166a28ec28 up at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:21:41.068121 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Provisioning complete for port 50c6f16b-9294-4937-8ecb-04166a28ec28 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:41.068483 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:43.319658 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-a21dc178-88a9-465b-bf2c-fb1561f9dada service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535402 Nov 08 14:21:43.426906 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-fec1d6b7-b436-4d85-8a1b-9966b30b5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:43.429019 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-fec1d6b7-b436-4d85-8a1b-9966b30b5fe8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1098 time: 0.0610266 Nov 08 14:21:43.552866 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-b3a7a814-4404-42bb-a2b0-0a39492b77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:43.555233 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-b3a7a814-4404-42bb-a2b0-0a39492b77b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.1056230 Nov 08 14:21:43.624162 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-20f78630-b18f-4584-a3ca-e78f623308f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 200 len: 1001 time: 0.0607405 Nov 08 14:21:43.680384 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-715ae8b5-d2ce-4857-b441-4ca972dbbda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:43.682132 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-715ae8b5-d2ce-4857-b441-4ca972dbbda7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0498011 Nov 08 14:21:43.740181 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-b2ffc966-fb73-4c7f-90b9-e17fea88eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:43.741945 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-b2ffc966-fb73-4c7f-90b9-e17fea88eb97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504711 Nov 08 14:21:43.842463 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-9b88ebcb-4ebe-475a-ae4d-018a9f2b1548 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914044 Nov 08 14:21:43.957731 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-7f38ae3c-bcdf-4369-8b60-b25495a53dfb req-7c67d514-21c7-4c3f-bd6e-1a630869771e service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064456 Nov 08 14:21:46.193227 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-5ed9d5d9-0dad-4e19-b85f-d5ac28de13b1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:46.194661 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-5ed9d5d9-0dad-4e19-b85f-d5ac28de13b1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 814 time: 0.1001589 Nov 08 14:21:46.211273 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-f2c4af97-f653-46c3-a5cf-4fa96ce3c578 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/quotas/1bfdadd84e9a43b291a50c39ea51eec7 HTTP/1.1" status: 200 len: 375 time: 0.0091534 Nov 08 14:21:46.263753 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-a7a133ce-c644-4f6c-b1a5-f32d17ba3ed5 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466988 Nov 08 14:21:46.454625 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-2fba828f-28ec-4064-999e-b1f692ee9d7b service neutron] 10.222.0.73 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781130 Nov 08 14:21:46.545105 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-2c504a63-0f5b-4d04-9a57-190d25f2ddf6 service neutron] 10.222.0.73 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844886 Nov 08 14:21:46.849890 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-111581bf-f2b4-4fb2-bf65-bf7534e88eb7 req-0a4d6dec-e43e-4100-8ca0-cb8277078835 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 210 time: 0.0308006 Nov 08 14:21:47.610648 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-2c49d219-0d94-46d0-aad7-44b5e4d12005 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787376952&fields=id&tenant_id=e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 267 time: 0.0348308 Nov 08 14:21:47.720770 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-a22c5697-afac-4f9e-bd43-6f48d6e4c9eb tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:47.722230 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-a22c5697-afac-4f9e-bd43-6f48d6e4c9eb tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 811 time: 0.1044092 Nov 08 14:21:47.738096 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-9f31827b-0d7a-46e7-a728-497a4caaa996 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/quotas/e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 375 time: 0.0093124 Nov 08 14:21:47.801522 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-23df2358-25ea-4cfe-8c7c-2df118083e50 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0568998 Nov 08 14:21:47.900071 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-03643562-2ffa-4ff7-ab42-900b017cc777 service neutron] 10.222.0.73 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851266 Nov 08 14:21:47.932783 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d4da0055-0b37-4e87-9f95-5c8c45dcca43 req-e8b2235f-08f3-496d-a5cb-a9a07104a039 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 210 time: 0.0317554 Nov 08 14:21:48.013158 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-4751ea7c-5f98-4861-a8c2-41f321589e29 service neutron] 10.222.0.73 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039464 Nov 08 14:21:48.649464 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a6f04c42-27ee-48b8-a550-a9b30a136e6c req-c7ba8c00-ff86-4904-8372-f3f1b087109b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0290008 Nov 08 14:21:49.032079 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-da089b09-c98f-4581-a525-6481f48cc2f1 req-76887e25-143a-4ea9-96d6-963ee3853e58 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 210 time: 0.0262144 Nov 08 14:21:49.556682 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-392fd804-a1ed-4793-ae09-96515129e9a5 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:49.558183 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-392fd804-a1ed-4793-ae09-96515129e9a5 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.64 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 814 time: 0.1007245 Nov 08 14:21:49.572657 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'port': {'device_id': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'admin_state_up': True, 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:21:49.795311 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Made reservation on behalf of 1bfdadd84e9a43b291a50c39ea51eec7 for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:21:49.799175 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:49.865468 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2404a382-fef8-4779-a371-c4f1c7aae8ca req-0b66db64-9580-456d-80a2-36ea71c3d920 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0266814 Nov 08 14:21:49.938570 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Allocated IP 172.20.0.3 (1e654a13-4315-43e7-abc3-f8bd7dc89101/c792ce79-27b1-45cf-b4c6-0961f0aa2b5e/6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:21:50.091115 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:50.144135 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2427e69f-b360-4646-b11c-bdbd38c27ba0 req-8ff14366-12d5-4093-be9c-680e97e45d13 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 210 time: 0.0363886 Nov 08 14:21:50.230197 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:50.276990 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:21:50.280401 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:21:50.282931 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:21:50.319784 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:50.333464 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.333717 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.334058 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.334393 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.334721 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.335050 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.335923 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.336369 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.336700 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.337024 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.337347 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.337669 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:50.355854 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:50.356503 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:50.494126 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-32f0dfa6-6ed4-4b6a-9c1b-702376b43256 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9254267 Nov 08 14:21:50.536319 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-a4ca6bb9-c568-479e-9eda-dcb3a3aea687 None None] Provisioning complete for port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:21:50.538015 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6bb9-c568-479e-9eda-dcb3a3aea687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:50.594208 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca6bb9-c568-479e-9eda-dcb3a3aea687 None None] Port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:21:50.840983 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:21:50.968843 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3c685320-5f12-43d0-9fe9-e856dbf1e631 req-6e4f822c-28ca-429b-a776-1db8f399aa85 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0303900 Nov 08 14:21:51.263810 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2768a-898d-4e1d-bf6b-2ce5ff6ee343 req-9ce40029-b422-40b2-a048-d04ee436562a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:51.265305 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a0b2768a-898d-4e1d-bf6b-2ce5ff6ee343 req-9ce40029-b422-40b2-a048-d04ee436562a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0503538 Nov 08 14:21:51.308860 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a0b2768a-898d-4e1d-bf6b-2ce5ff6ee343 req-7097bd30-0aad-4994-8e4f-9538226a57cc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Nov 08 14:21:52.060336 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c60be4ba-4603-4621-8371-2b1f1f965c01 req-62a0393c-032c-4120-8064-6597efa2c751 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0278070 Nov 08 14:21:52.433757 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597b8cc-d5ed-4753-b774-5fed93e0622e req-d3ee66d8-0812-4a2b-b439-9da9fd9a2fa2 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:52.435369 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a597b8cc-d5ed-4753-b774-5fed93e0622e req-d3ee66d8-0812-4a2b-b439-9da9fd9a2fa2 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0581176 Nov 08 14:21:52.479391 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a597b8cc-d5ed-4753-b774-5fed93e0622e req-caf640b7-8011-4273-be76-1fac37a3cde0 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Nov 08 14:21:53.163290 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4f4658c-4032-455f-9934-a4ca997f3dfa req-8b4cffca-ea3a-43ed-bcb1-9d4ba123e4a0 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0323074 Nov 08 14:21:53.623015 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a5db9-3539-4f90-974d-c49ae0256c46 req-f503e3e5-b942-49e8-a14e-e000e995127d tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:53.624757 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f8a5db9-3539-4f90-974d-c49ae0256c46 req-f503e3e5-b942-49e8-a14e-e000e995127d tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0522563 Nov 08 14:21:53.667215 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6f8a5db9-3539-4f90-974d-c49ae0256c46 req-bb3d1158-387e-4566-88b2-a522a4d4a6e3 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Nov 08 14:21:54.132326 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7d48a90b-7474-47e2-b5cc-7a2535537ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:54.269790 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3d5cf097-f3f4-4817-b765-85a86e266f99 req-9eb54310-af22-4c8e-ae7a-edc120dbb0ab tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0290635 Nov 08 14:21:54.798452 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985266-0384-491c-9929-00a516b74497 req-ee240535-3efa-4ac0-8267-15c5812370ac tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:54.799954 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-37985266-0384-491c-9929-00a516b74497 req-ee240535-3efa-4ac0-8267-15c5812370ac tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0596137 Nov 08 14:21:54.840464 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-37985266-0384-491c-9929-00a516b74497 req-fbedcc0a-2a0a-41b7-a574-f7800839a84b tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329256 Nov 08 14:21:55.369334 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a3ed3884-0c46-43af-85e1-6ff05b393b2b req-3f25de7f-bed1-4634-8f8c-2463e7562cb1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0278580 Nov 08 14:21:55.958936 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ecb4-10f1-4f58-b709-1d3cae0273cf req-84229672-7b9c-4c0d-b464-6a345781bd24 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:55.962642 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c3c5ecb4-10f1-4f58-b709-1d3cae0273cf req-84229672-7b9c-4c0d-b464-6a345781bd24 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0522225 Nov 08 14:21:56.009517 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c3c5ecb4-10f1-4f58-b709-1d3cae0273cf req-5e873232-af90-4124-8755-67008ef7825c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Nov 08 14:21:56.474440 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-42916683-3fbf-4754-a239-edf433487b7e req-b9c586cb-2a7e-4844-9f03-fd3ae3a51320 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0285723 Nov 08 14:21:57.143007 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6723df3-09b5-4b3e-95b5-cf424a7a0725 req-794bdafa-7432-4583-a3bc-18d789fc623e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:57.144552 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d6723df3-09b5-4b3e-95b5-cf424a7a0725 req-794bdafa-7432-4583-a3bc-18d789fc623e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0536268 Nov 08 14:21:57.192369 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d6723df3-09b5-4b3e-95b5-cf424a7a0725 req-43a80ca4-df3d-403c-b865-639531086914 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Nov 08 14:21:57.383588 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:57.423055 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-511168a5-6403-4475-967c-5908669d30ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:57.576842 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-94acf55b-f956-41f0-9afa-f80f352242af req-65fb7a76-e34f-4653-816d-ea0d0d643b63 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0282402 Nov 08 14:21:58.315498 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee068a2-2260-49f4-8408-49b456177021 req-9f64ce97-6bc1-452c-8ab1-c04780efbffa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:58.317044 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2ee068a2-2260-49f4-8408-49b456177021 req-9f64ce97-6bc1-452c-8ab1-c04780efbffa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0504522 Nov 08 14:21:58.356891 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2ee068a2-2260-49f4-8408-49b456177021 req-39ff1e96-4e6c-420c-b813-646d9fc585c7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Nov 08 14:21:58.496210 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:21:58.678007 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-106ce4cb-e5ce-403a-929d-2e4ee2b1646a req-40da3895-18d1-49a2-8e39-536bb6f7c2ad tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0308449 Nov 08 14:21:59.482526 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5abbb5-b91e-4f3a-a39f-9818208f07a3 req-24e0215d-9f10-47ec-940c-f84cd7be7d98 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:59.484114 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-be5abbb5-b91e-4f3a-a39f-9818208f07a3 req-24e0215d-9f10-47ec-940c-f84cd7be7d98 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0527604 Nov 08 14:21:59.524172 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-be5abbb5-b91e-4f3a-a39f-9818208f07a3 req-1d0c2262-1084-4fdf-8149-8020574752ce tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336876 Nov 08 14:21:59.775846 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-64f08c70-bcff-4743-9be4-01f226c9b428 req-151e7f08-2ab4-4ad1-8793-f2baac755692 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0272758 Nov 08 14:22:00.074828 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:00.642447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd91dc-4a6f-475a-bfa1-3b4ca16793fe req-81f2fef0-b2f0-4316-8543-2b7fdcc324a9 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:00.643970 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-91bd91dc-4a6f-475a-bfa1-3b4ca16793fe req-81f2fef0-b2f0-4316-8543-2b7fdcc324a9 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 931 time: 0.0505476 Nov 08 14:22:00.681734 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-91bd91dc-4a6f-475a-bfa1-3b4ca16793fe req-367efc23-f865-412e-8f1c-3dfd81d15ab6 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Nov 08 14:22:00.875827 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-82c506eb-a258-45ff-940a-468abb71f225 req-b0d4dd54-20ff-4db2-bd71-568725e24604 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0297658 Nov 08 14:22:01.326897 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Request body: {'port': {'device_id': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:01.379995 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:01.645760 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:22:01.653775 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:01.666717 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Transition to ACTIVE for port object 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:22:01.754639 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:01.807589 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bc307-928c-4198-b447-799706e55a3d req-7bfa8992-9d76-4be2-8c96-c868b4deab37 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:01.807589 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-637bc307-928c-4198-b447-799706e55a3d req-7bfa8992-9d76-4be2-8c96-c868b4deab37 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 943 time: 0.0500581 Nov 08 14:22:01.826289 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Pushing event updated for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:01.843420 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-637bc307-928c-4198-b447-799706e55a3d req-50bf0e4f-c2b6-4336-a828-ee3b065110ce tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Nov 08 14:22:01.929351 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Attempting to bind port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:22:01.933915 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Attempting to bind port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:22:01.933915 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Attempting to bind port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c on network 1e654a13-4315-43e7-abc3-f8bd7dc89101 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:22:01.943659 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c on network 1e654a13-4315-43e7-abc3-f8bd7dc89101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:22:01.944041 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Attempting to bind port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c on network 1e654a13-4315-43e7-abc3-f8bd7dc89101 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:22:01.954587 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:22:01.957853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Checking segment: {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:22:01.957853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Bound using segment: {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:22:01.957853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Bound port: 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:22:01.957853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:01.995031 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2b28ea63-c9c5-4c29-8a7b-c38bd545a83e req-9da22d87-727d-4044-a3ff-40189fc142b5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0298152 Nov 08 14:22:02.027944 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-ed496e34-9759-44ec-8f25-1dc3de8de726 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:02.029401 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-ed496e34-9759-44ec-8f25-1dc3de8de726 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 811 time: 0.1749017 Nov 08 14:22:02.053608 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:22:02.056969 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:22:02.096897 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-6fe5d2f8-266a-44d2-abc7-b6bece4607af tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e148eb10c2460ebc630452574cb55f HTTP/1.1" status: 200 len: 379 time: 0.0386138 Nov 08 14:22:02.126128 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'port': {'device_id': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'admin_state_up': True, 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'security_groups': ['6ea3c416-3da3-41e3-9da9-478a90a2270c']}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:02.169185 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:02.219195 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:02.219945 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:02.221184 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] 10.222.0.64 "PUT /v2.0/ports/6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 1093 time: 0.8987753 Nov 08 14:22:02.221624 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:02.223963 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092d1eac-eab0-4fc7-9880-fcfb9aa13395" -d '{"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:02.319984 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d586a95-204d-4380-bc27-2ba2bb87779b service neutron] Pushing event updated for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:02.414244 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-3ff743b7-fbbc-4fae-a4b0-2f459425f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:02.417541 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-3ff743b7-fbbc-4fae-a4b0-2f459425f3a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1096 time: 0.0551546 Nov 08 14:22:02.444111 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9e51b6-4f68-4ad7-82a2-606c30cd707a x-openstack-request-id: req-9f9e51b6-4f68-4ad7-82a2-606c30cd707a {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:02.444411 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:02.444673 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f9e51b6-4f68-4ad7-82a2-606c30cd707a {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:02.445087 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'status': 'completed', 'code': 200} Nov 08 14:22:02.446896 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Made reservation on behalf of e3e148eb10c2460ebc630452574cb55f for: {'port': 1} {{(pid=102228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:22:02.450564 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:02.486370 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-91ea5fca-ad98-4194-8328-d1f9f6e59516 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 217 time: 0.0589969 Nov 08 14:22:02.606875 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-ac9e2bec-ef64-4740-bec9-78407a985e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:02.609037 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-ac9e2bec-ef64-4740-bec9-78407a985e96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 200 len: 853 time: 0.1131585 Nov 08 14:22:02.710222 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-3716e267-8caf-44ff-80d3-1683f0bd3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:02.713227 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-3716e267-8caf-44ff-80d3-1683f0bd3d39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e654a13-4315-43e7-abc3-f8bd7dc89101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925653 Nov 08 14:22:02.719562 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_common [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Allocated IP 172.20.0.8 (c2766925-0ac2-4bbc-a57a-e3dd8e336a74/18c58068-48f4-499f-a4bc-2146934a69d2/b6a0832a-b65d-4335-b8eb-02304d434254) {{(pid=102228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:22:02.909201 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-a3f475da-3e0b-4741-91a9-129eee90048d service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873529 Nov 08 14:22:02.976499 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14117a8-5d6e-4ea5-aa4f-c31ba67c7a9f req-4aff2383-6a60-48c7-9b54-8b5fefabb61e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:02.978171 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f14117a8-5d6e-4ea5-aa4f-c31ba67c7a9f req-4aff2383-6a60-48c7-9b54-8b5fefabb61e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 943 time: 0.0581441 Nov 08 14:22:03.021191 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:03.037720 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f14117a8-5d6e-4ea5-aa4f-c31ba67c7a9f req-0e2a35ae-3aaf-408a-af74-ef088371a750 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488579 Nov 08 14:22:03.054151 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-87d1b3f1-cb82-4c52-9a8a-3e05dc57c7dd req-c88bdbbf-5854-4ebc-841c-c22959077ffa service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353467 Nov 08 14:22:03.121102 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7da65b9b-acfc-499d-a941-e74d79126400 req-7ca3bea9-c58b-45ba-a7c2-eda5de43b55b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0289085 Nov 08 14:22:03.178092 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:03.254022 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 is already hosted by enough agents. {{(pid=102228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:22:03.264023 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.base_scheduler [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Resources bound (agent type, host, resource id): {{(pid=102228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:22:03.266894 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Received port after_create {{(pid=102228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:22:03.270232 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=b6a0832a-b65d-4335-b8eb-02304d434254,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:03.310986 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-a9e46dd1-d9da-490c-a47b-12d3aa5853f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:03.312623 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-a9e46dd1-d9da-490c-a47b-12d3aa5853f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1096 time: 0.1040466 Nov 08 14:22:03.338895 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:03.339511 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:03.427546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-12c2e41c-13bb-4138-b738-ddcb32f9ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:03.429037 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-12c2e41c-13bb-4138-b738-ddcb32f9ac3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 916 time: 0.1064444 Nov 08 14:22:03.477550 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-e39c1a34-8be1-4bb8-86f8-a83024737c18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 217 time: 0.0388453 Nov 08 14:22:03.479734 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-072b774f-0c14-42a4-b534-b96b3b7945de None None] Provisioning complete for port b6a0832a-b65d-4335-b8eb-02304d434254 triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:22:03.480285 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-072b774f-0c14-42a4-b534-b96b3b7945de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:03.480731 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-62f4eeca-5eea-414d-bd40-27df488c4c86 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3585255 Nov 08 14:22:03.506019 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Request body: {'port': {'device_id': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81695'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:03.513941 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-072b774f-0c14-42a4-b534-b96b3b7945de None None] Port b6a0832a-b65d-4335-b8eb-02304d434254 cannot update to ACTIVE because it is not bound. {{(pid=102230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 08 14:22:03.579162 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-50bb65c6-fac5-41a3-94e2-38b94a796c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:03.580525 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-50bb65c6-fac5-41a3-94e2-38b94a796c9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 200 len: 853 time: 0.0857625 Nov 08 14:22:03.587247 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:03.660073 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-45223852-c05e-4714-aa0f-cf391e53ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:03.661542 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-45223852-c05e-4714-aa0f-cf391e53ecc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e654a13-4315-43e7-abc3-f8bd7dc89101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722756 Nov 08 14:22:03.856371 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-66d8385b-6397-4bdd-9943-d3568df105c1 service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850717 Nov 08 14:22:04.008774 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a0832a-b65d-4335-b8eb-02304d434254 {{(pid=102228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:22:04.017405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:04.021091 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-092d1eac-eab0-4fc7-9880-fcfb9aa13395 req-cc177f39-d1c2-479c-948b-48559c448c18 service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437929 Nov 08 14:22:04.032436 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.provisioning_blocks [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Transition to ACTIVE for port object b6a0832a-b65d-4335-b8eb-02304d434254 will not be triggered until provisioned by entity L2. {{(pid=102228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:22:04.091784 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:04.152543 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a0832a-b65d-4335-b8eb-02304d434254,revision_number=2']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:04.163057 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4458f97-7dba-4438-9cfa-bbd48cadd9ee req-47eb6866-7b5b-4a4d-a1fb-67e883f341fc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.165242 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f4458f97-7dba-4438-9cfa-bbd48cadd9ee req-47eb6866-7b5b-4a4d-a1fb-67e883f341fc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 943 time: 0.0645020 Nov 08 14:22:04.215640 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f4458f97-7dba-4438-9cfa-bbd48cadd9ee req-7ef14114-ea9c-4216-bf83-e608e291cdff tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Nov 08 14:22:04.224389 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Attempting to bind port b6a0832a-b65d-4335-b8eb-02304d434254 on host hv-cinder-81695 for vnic_type normal with profile {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 08 14:22:04.224761 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Attempting to bind port b6a0832a-b65d-4335-b8eb-02304d434254 by drivers openvswitch,hyperv on host hv-cinder-81695 at level 0 using segments [{'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 08 14:22:04.225096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Attempting to bind port b6a0832a-b65d-4335-b8eb-02304d434254 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:22:04.230921 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Port b6a0832a-b65d-4335-b8eb-02304d434254 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81695 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:22:04.240080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Attempting to bind port b6a0832a-b65d-4335-b8eb-02304d434254 on network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:22:04.240080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Checking agent: {'id': '5e7997e5-948b-4b44-a78b-33bc149f3d34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'started_at': datetime.datetime(2021, 11, 8, 14, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:22:04.240080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Checking segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 08 14:22:04.240080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Bound using segment: {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'} {{(pid=102228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:22:04.240080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.managers [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Bound port: b6a0832a-b65d-4335-b8eb-02304d434254, host: hv-cinder-81695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd086bfa3-ba74-4c81-82ed-97721bab9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74'}}] {{(pid=102228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 08 14:22:04.240080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:04.271099 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd62faa-3371-4a0b-9faf-be269d16fc7d req-23bae3bd-9109-4802-8053-bdb2e49435ea tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.272839 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5fd62faa-3371-4a0b-9faf-be269d16fc7d req-23bae3bd-9109-4802-8053-bdb2e49435ea tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0614440 Nov 08 14:22:04.317553 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] For port b6a0832a-b65d-4335-b8eb-02304d434254, host hv-cinder-81695, cleared binding levels {{(pid=102228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:22:04.320120 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5fd62faa-3371-4a0b-9faf-be269d16fc7d req-e95c1439-cc46-49f1-93ca-c674d7aa9487 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396698 Nov 08 14:22:04.321287 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] For port b6a0832a-b65d-4335-b8eb-02304d434254, host hv-cinder-81695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=b6a0832a-b65d-4335-b8eb-02304d434254,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:22:04.394988 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3470299'] for port, after_update {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:04.433842 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.434409 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:04.435758 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6a0832a-b65d-4335-b8eb-02304d434254 HTTP/1.1" status: 200 len: 1093 time: 0.9335310 Nov 08 14:22:04.446910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:04.449279 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66de06d-f727-4599-801c-ad6e46a87f48" -d '{"events": [{"name": "network-changed", "server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:04.466698 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c046cf7-27d2-41ec-9921-6faf6134e419 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a0832a-b65d-4335-b8eb-02304d434254,revision_number=3']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:04.492625 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8d080e-bc47-49c8-b0f5-3b6ca7157314 x-openstack-request-id: req-bf8d080e-bc47-49c8-b0f5-3b6ca7157314 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:04.492911 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:04.493154 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf8d080e-bc47-49c8-b0f5-3b6ca7157314 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:04.493543 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'status': 'completed', 'code': 200} Nov 08 14:22:04.568479 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66de06d-f727-4599-801c-ad6e46a87f48 req-4eeeabff-c242-42aa-a971-e1f913a0e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.570014 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a66de06d-f727-4599-801c-ad6e46a87f48 req-4eeeabff-c242-42aa-a971-e1f913a0e9db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 1096 time: 0.0443928 Nov 08 14:22:04.673564 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66de06d-f727-4599-801c-ad6e46a87f48 req-16e956d7-c673-4cdd-8130-9d58329caa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.675011 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a66de06d-f727-4599-801c-ad6e46a87f48 req-16e956d7-c673-4cdd-8130-9d58329caa7c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e3e148eb10c2460ebc630452574cb55f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933187 Nov 08 14:22:04.772353 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66de06d-f727-4599-801c-ad6e46a87f48 req-5d161b33-a4cc-4965-9d88-fd21efe6a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.774293 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a66de06d-f727-4599-801c-ad6e46a87f48 req-5d161b33-a4cc-4965-9d88-fd21efe6a5bf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896809 Nov 08 14:22:04.856056 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-312a327d-a176-48cc-aa9c-7e7c6b218cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.857579 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-312a327d-a176-48cc-aa9c-7e7c6b218cee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 1096 time: 0.0412917 Nov 08 14:22:04.905492 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-506e4c0f-b82f-47de-8659-54a5457e5021 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6a0832a-b65d-4335-b8eb-02304d434254 HTTP/1.1" status: 200 len: 217 time: 0.0366504 Nov 08 14:22:04.956017 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-adb5b638-7774-4de4-a062-5e994dbcc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:04.957388 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-adb5b638-7774-4de4-a062-5e994dbcc732 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0444658 Nov 08 14:22:05.005770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-e8ba2905-3b69-4fb1-ab87-9c36fac17ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:05.007218 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-e8ba2905-3b69-4fb1-ab87-9c36fac17ce8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387824 Nov 08 14:22:05.102057 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-6c0464a7-2f3c-46c7-8198-ac58b165a1ff service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Nov 08 14:22:05.196449 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d195cab9-050d-418e-9fc1-5ec50502d9b3 req-4ed62269-4ad4-4f67-9d1d-d79274a26a8d service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817273 Nov 08 14:22:05.337010 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593bb62-d3ea-47b2-9026-4ef3a4fe0a7a req-6d31d7ed-f336-49f4-b5a5-ff1e654f1ee9 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:05.338530 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2593bb62-d3ea-47b2-9026-4ef3a4fe0a7a req-6d31d7ed-f336-49f4-b5a5-ff1e654f1ee9 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 943 time: 0.0517852 Nov 08 14:22:05.384744 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2593bb62-d3ea-47b2-9026-4ef3a4fe0a7a req-1dbd3a25-eb30-4a96-8983-1c8477419b95 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Nov 08 14:22:05.445014 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6e048-936c-4799-b350-5c90fe136eb0 req-63771c54-4b99-44ea-8666-137450819ca3 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:05.446999 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fae6e048-936c-4799-b350-5c90fe136eb0 req-63771c54-4b99-44ea-8666-137450819ca3 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0519249 Nov 08 14:22:05.484883 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fae6e048-936c-4799-b350-5c90fe136eb0 req-2dc546da-8a44-4186-be96-00ccca7c95a5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Nov 08 14:22:05.941388 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:06.362357 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:22:06.459792 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:06.501447 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5e84-eb51-4833-b6bb-5661e06bc1ba req-1d0a86cf-b8f7-4152-87a2-768dc274c813 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:06.502939 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bdfb5e84-eb51-4833-b6bb-5661e06bc1ba req-1d0a86cf-b8f7-4152-87a2-768dc274c813 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 943 time: 0.0497155 Nov 08 14:22:06.548411 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bdfb5e84-eb51-4833-b6bb-5661e06bc1ba req-690054f8-b598-47e0-90bd-fc80b5370655 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 Nov 08 14:22:06.604172 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'port_id': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'mac_address': 'fa:16:3e:85:14:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:22:06.607423 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88851bc-2c91-47a1-9340-d766e275c3b8 req-27669643-8112-40b1-a115-41e26fc08b2e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:06.608972 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e88851bc-2c91-47a1-9340-d766e275c3b8 req-27669643-8112-40b1-a115-41e26fc08b2e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0515268 Nov 08 14:22:06.642083 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:06.646761 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e88851bc-2c91-47a1-9340-d766e275c3b8 req-b26ad561-a9a7-4477-8249-d57006a7fb74 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317841 Nov 08 14:22:06.656213 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:22:06.676325 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:06.759789 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:06.808553 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:07.040270 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:22:07.662477 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ff08f-895e-40f8-9ae1-fa59df5119d6 req-7577cf4a-5dcd-478f-a85a-4a34a7d37d10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:07.664017 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-af3ff08f-895e-40f8-9ae1-fa59df5119d6 req-7577cf4a-5dcd-478f-a85a-4a34a7d37d10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 944 time: 0.0501850 Nov 08 14:22:07.703314 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-af3ff08f-895e-40f8-9ae1-fa59df5119d6 req-2dc72965-dc1d-453f-b810-620d92999c3c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328336 Nov 08 14:22:07.763772 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54856f3c-44d5-48a3-8c88-7dadb9b90e2a req-275a8ff4-45ad-40ee-ac95-405ce23e2f56 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:07.765225 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-54856f3c-44d5-48a3-8c88-7dadb9b90e2a req-275a8ff4-45ad-40ee-ac95-405ce23e2f56 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0484567 Nov 08 14:22:07.806947 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-54856f3c-44d5-48a3-8c88-7dadb9b90e2a req-c40504cb-a1b4-46da-963b-46c8c3626376 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358720 Nov 08 14:22:08.363008 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:22:08.491460 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:22:08.496220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:22:08.496645 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:08.576152 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:08.598341 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:08.600602 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315ea4a8-3c24-4e91-b055-762acfc497fb" -d '{"events": [{"server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "name": "network-vif-plugged", "status": "completed", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:08.613091 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:08.680368 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:08.704587 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3751ab-a0a7-4f07-a0b9-74699340c12c x-openstack-request-id: req-4c3751ab-a0a7-4f07-a0b9-74699340c12c {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:08.704912 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "name": "network-vif-plugged", "status": "completed", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:08.705114 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c3751ab-a0a7-4f07-a0b9-74699340c12c {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:08.705512 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'code': 200} Nov 08 14:22:08.731693 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:08.824197 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561b5a1-0371-4558-9f4d-1569b44310d2 req-53a1015c-6953-493a-b659-261e0256cc92 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.825652 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d561b5a1-0371-4558-9f4d-1569b44310d2 req-53a1015c-6953-493a-b659-261e0256cc92 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0545778 Nov 08 14:22:08.868063 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d561b5a1-0371-4558-9f4d-1569b44310d2 req-5f23a328-86cc-4837-a04b-1de1ca90139d tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356364 Nov 08 14:22:08.922991 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ea59-e5c1-40cf-a5d1-22ea816f62b1 req-409fb26e-053e-40ab-aabc-10d5fde2a07b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.924500 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f038ea59-e5c1-40cf-a5d1-22ea816f62b1 req-409fb26e-053e-40ab-aabc-10d5fde2a07b tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0482244 Nov 08 14:22:08.963462 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f038ea59-e5c1-40cf-a5d1-22ea816f62b1 req-1414979a-8bea-4a79-b7bb-bd23b472d6a7 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Nov 08 14:22:09.030329 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa40c-a15c-4ca9-a44f-8df754bd2c15 req-f0fbf536-96be-4a56-b979-beb6c4150d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:09.031876 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb4fa40c-a15c-4ca9-a44f-8df754bd2c15 req-f0fbf536-96be-4a56-b979-beb6c4150d2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1098 time: 0.0394466 Nov 08 14:22:09.074972 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-cb4fa40c-a15c-4ca9-a44f-8df754bd2c15 req-95fac8c4-efc2-43cf-93c7-f3a96f4e78b6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Nov 08 14:22:09.981709 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7c2cf-5624-4b06-b1b2-5587f41e2666 req-d3e2db0d-4ff9-464f-aa09-61785bf43910 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:09.983171 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3cf7c2cf-5624-4b06-b1b2-5587f41e2666 req-d3e2db0d-4ff9-464f-aa09-61785bf43910 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0479817 Nov 08 14:22:10.025582 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3cf7c2cf-5624-4b06-b1b2-5587f41e2666 req-53b25ff2-76b8-4a1f-902d-b775dab31799 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361392 Nov 08 14:22:10.076535 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedfe7-1b8b-4839-8ef0-a67afc79eeec req-a8bf4c3c-5d60-4a26-888a-7c199912a048 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:10.078084 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a7fedfe7-1b8b-4839-8ef0-a67afc79eeec req-a8bf4c3c-5d60-4a26-888a-7c199912a048 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0478225 Nov 08 14:22:10.115477 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a7fedfe7-1b8b-4839-8ef0-a67afc79eeec req-415dd786-0639-4791-9e08-278de91bb399 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Nov 08 14:22:11.136917 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ab0a-d4f5-482a-9ee4-9c6b03d774e6 req-4e6a741a-fbea-4ea9-9d6e-882a9ce6e76f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:11.138389 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5602ab0a-d4f5-482a-9ee4-9c6b03d774e6 req-4e6a741a-fbea-4ea9-9d6e-882a9ce6e76f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0479414 Nov 08 14:22:11.177229 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5602ab0a-d4f5-482a-9ee4-9c6b03d774e6 req-e68f4569-2a3c-40a8-8e7f-e39419eeb261 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Nov 08 14:22:11.230297 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c9c6-b119-4101-9126-662177687df6 req-cd57a3ee-7d82-4799-b0aa-287f4971edef tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:11.231763 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b0a0c9c6-b119-4101-9126-662177687df6 req-cd57a3ee-7d82-4799-b0aa-287f4971edef tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0482864 Nov 08 14:22:11.297757 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b0a0c9c6-b119-4101-9126-662177687df6 req-a38ac12b-097d-4344-8c67-8f59beacf344 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599546 Nov 08 14:22:11.314128 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fc474-2e03-44f4-9ef4-3df053a69a71 req-be73750c-62d1-428e-8e19-5f8060a30999 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:11.315617 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-596fc474-2e03-44f4-9ef4-3df053a69a71 req-be73750c-62d1-428e-8e19-5f8060a30999 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0705760 Nov 08 14:22:11.355196 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-596fc474-2e03-44f4-9ef4-3df053a69a71 req-34991a1b-d3a4-40b4-857d-dd5d98d09d33 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Nov 08 14:22:11.684130 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076e93-0625-4bfd-8b2f-ff195a8dda9d req-2f7daaef-c22a-446d-b036-f18432f0b32d tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:11.685538 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e076e93-0625-4bfd-8b2f-ff195a8dda9d req-2f7daaef-c22a-446d-b036-f18432f0b32d tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0493252 Nov 08 14:22:11.724214 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5e076e93-0625-4bfd-8b2f-ff195a8dda9d req-f8d161bb-6e4d-4d15-8fad-ff84b3ac41e6 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Nov 08 14:22:12.406106 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device b6a0832a-b65d-4335-b8eb-02304d434254 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:22:12.417059 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d9f1-55c7-4ae6-9c56-36f5f9cd7ebd req-ba65f3a3-0d5f-4f08-ae2f-69a782640f40 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:12.424191 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4d6d9f1-55c7-4ae6-9c56-36f5f9cd7ebd req-ba65f3a3-0d5f-4f08-ae2f-69a782640f40 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 943 time: 0.0597219 Nov 08 14:22:12.459994 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4d6d9f1-55c7-4ae6-9c56-36f5f9cd7ebd req-54c54f4c-bde2-49b8-bc1e-4cfd2cb396c5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348706 Nov 08 14:22:12.513872 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port b6a0832a-b65d-4335-b8eb-02304d434254, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=b6a0832a-b65d-4335-b8eb-02304d434254,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:12.526265 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'port_id': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'mac_address': 'fa:16:3e:40:05:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:22:12.564605 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:12.578712 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a0832a-b65d-4335-b8eb-02304d434254 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:22:12.598530 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port b6a0832a-b65d-4335-b8eb-02304d434254, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=b6a0832a-b65d-4335-b8eb-02304d434254,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:12.679461 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:12.726415 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=b6a0832a-b65d-4335-b8eb-02304d434254,revision_number=4']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:12.944492 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['b6a0832a-b65d-4335-b8eb-02304d434254'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:22:13.579510 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc380-70b3-43de-a03e-6452095782b7 req-88ddafde-7596-468f-b8c3-fd3d1ebeeffa tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:13.581013 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-354cc380-70b3-43de-a03e-6452095782b7 req-88ddafde-7596-468f-b8c3-fd3d1ebeeffa tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 944 time: 0.0489731 Nov 08 14:22:13.621268 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-354cc380-70b3-43de-a03e-6452095782b7 req-35e20d7f-048e-4aa8-a604-31c2d69bcff1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Nov 08 14:22:14.405036 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device b6a0832a-b65d-4335-b8eb-02304d434254 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:22:14.569722 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning for port b6a0832a-b65d-4335-b8eb-02304d434254 completed by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:22:14.573794 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port b6a0832a-b65d-4335-b8eb-02304d434254 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:22:14.574391 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:14.657142 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:14.684089 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:14.686459 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612c35ee-2c0b-4870-91cf-71cc9ad0ec6f" -d '{"events": [{"server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:14.700131 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port b6a0832a-b65d-4335-b8eb-02304d434254, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=b6a0832a-b65d-4335-b8eb-02304d434254,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:14.733444 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f504d284-599b-46e4-87b3-94595f00d71c x-openstack-request-id: req-f504d284-599b-46e4-87b3-94595f00d71c {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:14.733831 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:14.734175 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f504d284-599b-46e4-87b3-94595f00d71c {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:14.734651 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'code': 200} Nov 08 14:22:14.739123 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500d5fd-074e-4f5d-a054-f78ec4b1a7ed req-967d782b-ab1f-4fee-912d-cd3438096e55 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:14.740750 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2500d5fd-074e-4f5d-a054-f78ec4b1a7ed req-967d782b-ab1f-4fee-912d-cd3438096e55 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 944 time: 0.0493903 Nov 08 14:22:14.777243 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:14.781763 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2500d5fd-074e-4f5d-a054-f78ec4b1a7ed req-3f7c4e70-b45c-4b43-92b5-4f03422d68b8 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 Nov 08 14:22:14.830840 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=b6a0832a-b65d-4335-b8eb-02304d434254,revision_number=5']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:15.216062 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6baed3-5b25-419b-8867-0e0f33ffe2f8 req-f0df98ae-d0e0-44ad-96d2-f25befde3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:15.217565 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3a6baed3-5b25-419b-8867-0e0f33ffe2f8 req-f0df98ae-d0e0-44ad-96d2-f25befde3356 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0447907 Nov 08 14:22:15.252573 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-3a6baed3-5b25-419b-8867-0e0f33ffe2f8 req-7102d822-f7d7-42da-817e-0b5beb20d7d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280416 Nov 08 14:22:15.902072 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46f310-c3f5-4a90-a3b2-594bdf229578 req-a2b7c20d-7c49-4118-969a-3ac0851daddd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:15.903538 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ea46f310-c3f5-4a90-a3b2-594bdf229578 req-a2b7c20d-7c49-4118-969a-3ac0851daddd tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 945 time: 0.0514629 Nov 08 14:22:15.942311 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ea46f310-c3f5-4a90-a3b2-594bdf229578 req-f659ed1e-d847-4f3b-9c08-262c150eb1c6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Nov 08 14:22:17.053900 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a1dfc-405a-484a-8a3b-b876dd4bcf15 req-970ef819-aeb4-4597-8329-6a57e99f3c28 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:17.055765 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9f7a1dfc-405a-484a-8a3b-b876dd4bcf15 req-970ef819-aeb4-4597-8329-6a57e99f3c28 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 945 time: 0.0475361 Nov 08 14:22:17.094113 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9f7a1dfc-405a-484a-8a3b-b876dd4bcf15 req-b8f88662-2d66-4b27-b7dd-865c378cb746 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 Nov 08 14:22:17.208890 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff2359-a1b4-468c-99b8-ade99751236d req-c0f13a34-64ea-4ee2-98e4-00e511e917f6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:17.210467 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5aff2359-a1b4-468c-99b8-ade99751236d req-c0f13a34-64ea-4ee2-98e4-00e511e917f6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 945 time: 0.0498285 Nov 08 14:22:17.249982 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5aff2359-a1b4-468c-99b8-ade99751236d req-2801dec3-3bd6-4865-b1c2-0e5e8a67d144 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Nov 08 14:22:17.272001 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45356) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:17.315302 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a31e8-2ad5-4f5b-bc35-dce47e09c53a tempest-TestVolumeBootPattern-1507658708 tempest-TestVolumeBootPattern-1507658708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:17.316833 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-e74a31e8-2ad5-4f5b-bc35-dce47e09c53a tempest-TestVolumeBootPattern-1507658708 tempest-TestVolumeBootPattern-1507658708-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 1093 time: 0.0438569 Nov 08 14:22:17.319647 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45358) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:17.324592 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'port_id': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:17.428068 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:17.524640 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:17.631351 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Allocated IP 172.27.2.187 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/426eecd4-36b5-4b74-925e-a4a2dd30d801) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:22:17.731141 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:17.821329 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:17.860979 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:22:17.865340 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:22:17.867870 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:22:17.894417 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=426eecd4-36b5-4b74-925e-a4a2dd30d801,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:18.205930 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:18.349744 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:18.500844 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:18.560635 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:18.630404 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event updated for resources: {'Port': ['ID=426eecd4-36b5-4b74-925e-a4a2dd30d801,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:18.642761 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:18.740195 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Floating IP f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746 associated. External IP: 172.27.2.187, port: b6a0832a-b65d-4335-b8eb-02304d434254. Nov 08 14:22:19.183896 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:22:19.290416 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:22:19.302052 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:22:19.313389 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:22:19.314021 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:19.412481 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:19.419709 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:22:19.440954 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-fc0346db-a00e-4b98-a37b-c499cacc1728 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1201513 Nov 08 14:22:19.441437 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:19.443729 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00e750e-2e21-49c6-bb64-7551d390d426" -d '{"events": [{"name": "network-changed", "server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:19.537139 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367937bc-c0f0-4feb-a6f2-273e5892d896 x-openstack-request-id: req-367937bc-c0f0-4feb-a6f2-273e5892d896 {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:19.537434 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:19.537709 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-367937bc-c0f0-4feb-a6f2-273e5892d896 {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:19.538105 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'status': 'completed', 'code': 200} Nov 08 14:22:19.599729 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-32b86e2f-1864-402b-81c3-a79194ce2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:19.601245 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-32b86e2f-1864-402b-81c3-a79194ce2387 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0395641 Nov 08 14:22:19.652081 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:09Z', 'revision_number': 1, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}, {'id': 'f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:40:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:18Z', 'updated_at': '2021-11-08T14:22:18Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:19.682209 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:22:19.690516 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:22:19.691166 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:19.697159 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-f095ab7c-cce8-4abc-a821-86972d6b1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:19.698756 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-f095ab7c-cce8-4abc-a821-86972d6b1e43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.0898330 Nov 08 14:22:19.770988 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-a9e6c54d-fbad-4105-aee7-eb9d219749fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6a0832a-b65d-4335-b8eb-02304d434254 HTTP/1.1" status: 200 len: 999 time: 0.0571146 Nov 08 14:22:19.796919 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:22:19.823358 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-f5b31f6d-665f-44bc-acfc-185ccdd62f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:19.824840 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-f5b31f6d-665f-44bc-acfc-185ccdd62f42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0440781 Nov 08 14:22:19.881344 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-2e1a1211-1600-4a38-b18b-4e501b4c5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:19.882893 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-2e1a1211-1600-4a38-b18b-4e501b4c5d35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458858 Nov 08 14:22:19.973186 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-7caabec7-4ed0-4fc8-8955-4d9d2b0266fd service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820305 Nov 08 14:22:20.027171 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:09Z', 'revision_number': 1, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}, {'id': 'f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:40:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:18Z', 'updated_at': '2021-11-08T14:22:18Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:20.053650 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e64c0d-116a-4a76-844d-365b05a3539c None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:09Z', 'revision_number': 1, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}, {'id': 'f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:40:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:18Z', 'updated_at': '2021-11-08T14:22:18Z', 'revision_number': 0, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:22:20.264124 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5547391-ca5a-487c-bae7-27c014feef8c None None] New status for floating IP f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746: ACTIVE {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:22:20.303992 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b00e750e-2e21-49c6-bb64-7551d390d426 req-4a284d6b-42d4-47ad-a298-af6df8502abc service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224499 Nov 08 14:22:23.256330 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347945a6-728f-4e93-a284-58152cca95fd req-54f2c04a-68cb-430d-9382-692c2f272ae0 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:23.257799 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-347945a6-728f-4e93-a284-58152cca95fd req-54f2c04a-68cb-430d-9382-692c2f272ae0 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0481906 Nov 08 14:22:23.295297 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-347945a6-728f-4e93-a284-58152cca95fd req-fe5d38e5-9f78-449c-9887-8e962d47bdfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305216 Nov 08 14:22:23.317925 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45384) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:23.397493 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94241ae8-b7f9-445f-a761-b78a1b4bd981 tempest-TestMinimumBasicScenario-1120314960 tempest-TestMinimumBasicScenario-1120314960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:23.399007 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-94241ae8-b7f9-445f-a761-b78a1b4bd981 tempest-TestMinimumBasicScenario-1120314960 tempest-TestMinimumBasicScenario-1120314960-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1093 time: 0.0800912 Nov 08 14:22:23.402675 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45388) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:23.406984 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'floatingip': {'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'port_id': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:23.507763 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for floatingip, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:23.606060 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:23.711245 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_common [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Allocated IP 172.27.2.231 (97bb65e4-3712-40a4-a448-269c4e2e50f5/31035586-3d12-49d0-9dd8-ddd734e5d901/19517188-8b37-4c6b-a2f4-3f562a5bb29a) {{(pid=102229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:22:23.811549 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for port, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:23.902270 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756111908630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:23.938135 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Network 97bb65e4-3712-40a4-a448-269c4e2e50f5 is already hosted by enough agents. {{(pid=102229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:22:23.940937 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.base_scheduler [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Resources bound (agent type, host, resource id): {{(pid=102229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:22:23.944319 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Received port after_create {{(pid=102229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:22:23.972565 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'Port': ['ID=19517188-8b37-4c6b-a2f4-3f562a5bb29a,revision_number=1']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:23.986243 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:23.990669 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:24.113638 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-bbff68f1-152a-4488-a2ea-f1dfb69fb9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:24.310088 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:24.451536 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:24.596016 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:24.776605 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:24.848490 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'Port': ['ID=19517188-8b37-4c6b-a2f4-3f562a5bb29a,revision_number=2']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:24.859533 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-290326'] for floatingip, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:24.957744 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Floating IP 342eeddc-ad23-4cda-9e90-a2868b40e48e associated. External IP: 172.27.2.231, port: 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c. Nov 08 14:22:25.161418 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:22:25.268256 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:22:25.278450 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] Sync routers for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:22:25.293735 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:22:25.295576 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:25.366878 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:25.397342 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-ebf906f5-1e6c-4929-8693-2db8e6bb139f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9936242 Nov 08 14:22:25.398028 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:25.398783 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:22:25.401072 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:25.402212 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45390) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:25.407102 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-b34291b4-f00f-4d91-ac19-d99d5dc069f7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496519233', 'description': 'tempest-secgroup-smoke-1496519233 description', 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:25.442211 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63dc7e4-3cef-41da-bc11-48290678e200 x-openstack-request-id: req-f63dc7e4-3cef-41da-bc11-48290678e200 {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:25.442521 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:25.442771 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f63dc7e4-3cef-41da-bc11-48290678e200 {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:25.443171 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'status': 'completed', 'code': 200} Nov 08 14:22:25.509320 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-95db554c-772f-424c-9e04-a85d09fbd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:25.511426 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-95db554c-772f-424c-9e04-a85d09fbd79b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1098 time: 0.0450406 Nov 08 14:22:25.512472 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b34291b4-f00f-4d91-ac19-d99d5dc069f7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:25.630356 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '342eeddc-ad23-4cda-9e90-a2868b40e48e', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'port_id': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'mac_address': 'fa:16:3e:85:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:24Z', 'updated_at': '2021-11-08T14:22:24Z', 'revision_number': 0, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 5, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:25.640971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-584a1c09-1840-47a7-802b-6dbc5ee0c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:25.642479 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-584a1c09-1840-47a7-802b-6dbc5ee0c079 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 916 time: 0.1213934 Nov 08 14:22:25.655696 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] Checking router: 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:22:25.664228 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:22:25.664847 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:21:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:25.665281 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b34291b4-f00f-4d91-ac19-d99d5dc069f7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:25.718202 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-04ffd3fe-b51c-49a8-95f2-f1fc70eb6aa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 999 time: 0.0678837 Nov 08 14:22:25.771047 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-aa68928f-4228-41ae-978d-6a5d9a3065b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:25.772562 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-aa68928f-4228-41ae-978d-6a5d9a3065b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 200 len: 853 time: 0.0467656 Nov 08 14:22:25.813923 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b34291b4-f00f-4d91-ac19-d99d5dc069f7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:25.855971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34291b4-f00f-4d91-ac19-d99d5dc069f7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635c27e2-b918-40d9-8806-f7465f989830,revision_number=1']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:25.861447 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-4d84d100-9ffa-4e78-9e33-c7e47df03b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:25.863375 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-4d84d100-9ffa-4e78-9e33-c7e47df03b5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e654a13-4315-43e7-abc3-f8bd7dc89101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803897 Nov 08 14:22:25.893402 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:22:25.958765 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-16cc7c6f-c231-4f08-85c1-d24c0903a9e5 service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870583 Nov 08 14:22:25.986159 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-b34291b4-f00f-4d91-ac19-d99d5dc069f7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:25.987410 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-b34291b4-f00f-4d91-ac19-d99d5dc069f7 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5841582 Nov 08 14:22:25.990589 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45396) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:25.996357 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-10823d88-f77a-45a3-b869-e101ee86982c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'security_group_rule': {'security_group_id': '635c27e2-b918-40d9-8806-f7465f989830', 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:26.058046 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d6e1fc6b-637c-4342-9a12-fd8faa4b5da8 req-016228e0-f25d-4b2a-ae52-482b1eaf6322 service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917242 Nov 08 14:22:26.131118 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '342eeddc-ad23-4cda-9e90-a2868b40e48e', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'port_id': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'mac_address': 'fa:16:3e:85:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:24Z', 'updated_at': '2021-11-08T14:22:24Z', 'revision_number': 0, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 5, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:26.141838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-10823d88-f77a-45a3-b869-e101ee86982c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.158980 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e080257-452e-45c6-b788-046f1cbff0f7 None None] The sync data for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi is: [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': '342eeddc-ad23-4cda-9e90-a2868b40e48e', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'port_id': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'mac_address': 'fa:16:3e:85:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:24Z', 'updated_at': '2021-11-08T14:22:24Z', 'revision_number': 0, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 5, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:22:26.205272 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-10823d88-f77a-45a3-b869-e101ee86982c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.290360 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-10823d88-f77a-45a3-b869-e101ee86982c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.307028 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10823d88-f77a-45a3-b869-e101ee86982c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2b3216-48d0-4b61-ba43-91f3415d2400,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:26.350944 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b34dac-c646-408f-afc8-661e37ab42a2 None None] New status for floating IP 342eeddc-ad23-4cda-9e90-a2868b40e48e: ACTIVE {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:22:26.389451 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-10823d88-f77a-45a3-b869-e101ee86982c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.390759 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-10823d88-f77a-45a3-b869-e101ee86982c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3990057 Nov 08 14:22:26.393586 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45398) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:26.398148 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-4f898197-d3d0-48ae-81e4-7f7552e22624 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'security_group_rule': {'security_group_id': '635c27e2-b918-40d9-8806-f7465f989830', 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:26.484740 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4f898197-d3d0-48ae-81e4-7f7552e22624 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.543136 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4f898197-d3d0-48ae-81e4-7f7552e22624 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.615052 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4f898197-d3d0-48ae-81e4-7f7552e22624 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.635414 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f898197-d3d0-48ae-81e4-7f7552e22624 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a621ad37-0d2a-4bf1-a7bb-f9f30ec4b625,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:26.697491 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-4f898197-d3d0-48ae-81e4-7f7552e22624 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.698738 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-4f898197-d3d0-48ae-81e4-7f7552e22624 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3040872 Nov 08 14:22:26.701497 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45400) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:26.708830 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-8956b115-58d9-4ed0-a9be-d2bc0610b62a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'security_group_rule': {'security_group_id': '635c27e2-b918-40d9-8806-f7465f989830', 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:26.806183 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8956b115-58d9-4ed0-a9be-d2bc0610b62a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.862065 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8956b115-58d9-4ed0-a9be-d2bc0610b62a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.924471 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8956b115-58d9-4ed0-a9be-d2bc0610b62a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:26.946333 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956b115-58d9-4ed0-a9be-d2bc0610b62a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca0f39d-8161-4928-872f-b71783a9a3ef,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:27.045120 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-8956b115-58d9-4ed0-a9be-d2bc0610b62a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.046352 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-8956b115-58d9-4ed0-a9be-d2bc0610b62a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439295 Nov 08 14:22:27.049053 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45402) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:27.053533 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [None req-85222bd7-72b2-4a8f-a046-5c10ceef7dfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'security_group_rule': {'security_group_id': '635c27e2-b918-40d9-8806-f7465f989830', 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:27.147295 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.192127 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fa9fc522-5d0b-4e31-ab05-51aec197d464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.255296 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-85222bd7-72b2-4a8f-a046-5c10ceef7dfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.315014 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-85222bd7-72b2-4a8f-a046-5c10ceef7dfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.375895 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-85222bd7-72b2-4a8f-a046-5c10ceef7dfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.393585 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85222bd7-72b2-4a8f-a046-5c10ceef7dfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0806d4e2-ca4b-4188-8046-1170789e8177,revision_number=0']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:27.446900 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-85222bd7-72b2-4a8f-a046-5c10ceef7dfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.449243 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-85222bd7-72b2-4a8f-a046-5c10ceef7dfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3981893 Nov 08 14:22:27.451802 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45404) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:27.456693 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'security_group_rule': {'security_group_id': '635c27e2-b918-40d9-8806-f7465f989830', 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:27.534586 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.securitygroups_db [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Project 1bfdadd84e9a43b291a50c39ea51eec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:22:27.539774 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.601279 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.673088 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.692012 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3f940c-140a-49f7-85d4-893b51785a1a,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:27.794096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.795254 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c1c3eba5-28b6-42f5-a855-c11a4e3bd81e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3421996 Nov 08 14:22:27.798001 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45406) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:27.802314 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.v2.base [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'security_group_rule': {'security_group_id': '635c27e2-b918-40d9-8806-f7465f989830', 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:27.840438 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:22:27.901667 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.securitygroups_db [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Project 1bfdadd84e9a43b291a50c39ea51eec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:22:27.906878 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:27.967846 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.062059 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634259'] for security_group_rule, after_create {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.079569 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84a2ea0-43ca-4771-9041-c84d04170270,revision_number=0']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:28.149328 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.150546 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-658d7ff0-06fd-4c38-a2b4-7b5572870483 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3516302 Nov 08 14:22:28.227984 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-4c911fc4-33d9-40ec-a27b-5a08133ffe0a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496519233&fields=id&tenant_id=1bfdadd84e9a43b291a50c39ea51eec7 HTTP/1.1" status: 200 len: 267 time: 0.0322261 Nov 08 14:22:28.280822 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-d3e1951b-7fdc-40b5-8e0b-d2932c29b584 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:28.282294 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-d3e1951b-7fdc-40b5-8e0b-d2932c29b584 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0478644 Nov 08 14:22:28.294486 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'port': {'security_groups': ['01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7', '635c27e2-b918-40d9-8806-f7465f989830']}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:28.362199 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.507451 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.551461 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:28.581423 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.650392 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.662272 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:22:28.695836 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:28.696453 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:28.697854 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8cb27c58-b64a-4f3c-a963-1c160adbc8a4 req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "PUT /v2.0/ports/6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 981 time: 0.4091327 Nov 08 14:22:28.698292 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:28.700776 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:28.742543 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078fa6a-8852-4979-92f7-c2fbe9ef7b10 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=6']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:28.766649 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9178ef68-1b4f-433e-9d25-805363c2036e x-openstack-request-id: req-9178ef68-1b4f-433e-9d25-805363c2036e {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:28.766936 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:28.767187 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9178ef68-1b4f-433e-9d25-805363c2036e {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:28.767584 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'status': 'completed', 'code': 200} Nov 08 14:22:28.814865 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:22:28.836585 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53681fc9-831e-493b-b477-4aeee3b38eff req-eaef3d7c-95a5-4533-86ef-bd2482d3e2d0 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:28.838170 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-53681fc9-831e-493b-b477-4aeee3b38eff req-eaef3d7c-95a5-4533-86ef-bd2482d3e2d0 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0590148 Nov 08 14:22:28.842384 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-3abbdcb3-0b78-42ec-99d7-4c738601610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:28.843905 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-3abbdcb3-0b78-42ec-99d7-4c738601610c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1137 time: 0.0538828 Nov 08 14:22:28.886105 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-53681fc9-831e-493b-b477-4aeee3b38eff req-15d16f9a-cd5f-4476-bc85-6ff83e4ea042 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405428 Nov 08 14:22:28.947436 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-4de74bff-584b-4922-baa6-447e2c3ba61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:28.949866 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-4de74bff-584b-4922-baa6-447e2c3ba61c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 916 time: 0.0982425 Nov 08 14:22:28.984400 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-6ada0be3-4c3c-456b-90ca-3d94e9e3b946 None None] Provisioning complete for port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:22:28.984400 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-6ada0be3-4c3c-456b-90ca-3d94e9e3b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:29.021112 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-b93815ba-f19e-4d02-b540-4042b3f4e0d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 1001 time: 0.0630431 Nov 08 14:22:29.069998 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-4756e9bb-1a51-49cb-a1f8-72685fe180e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:29.071460 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-4756e9bb-1a51-49cb-a1f8-72685fe180e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 200 len: 853 time: 0.0437248 Nov 08 14:22:29.118266 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-6b6f24f0-e12d-431e-9dca-444167469890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:29.120586 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-6b6f24f0-e12d-431e-9dca-444167469890 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e654a13-4315-43e7-abc3-f8bd7dc89101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399892 Nov 08 14:22:29.219130 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-99d7a1b4-bacf-4b2a-b582-0e964966ba6e service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889282 Nov 08 14:22:29.317230 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-92eed8bf-b41e-4f20-830d-c9aeac1e57c5 req-37776ad2-2df3-4376-8ab2-7198ba460bff service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885005 Nov 08 14:22:30.084265 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:35.969610 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:43.304646 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-44728b34-8861-4c2b-b311-d57f18705008 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393794 Nov 08 14:22:43.368141 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-95507e31-b324-4ab2-b286-ad4bc7e4442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:43.369592 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-95507e31-b324-4ab2-b286-ad4bc7e4442f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1098 time: 0.0424688 Nov 08 14:22:43.475504 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-eb3eb84c-df28-477e-88cb-6cabaf8719af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:43.476977 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-eb3eb84c-df28-477e-88cb-6cabaf8719af service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 200 len: 911 time: 0.0873485 Nov 08 14:22:43.547475 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-a44b20f8-6286-4623-8396-0546c2c465e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 200 len: 1001 time: 0.0615103 Nov 08 14:22:43.598405 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-d48693ee-2d15-4877-a75e-17b2557a1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:43.599816 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-d48693ee-2d15-4877-a75e-17b2557a1f97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6431ab16-95b7-4606-8b44-e6d3831f056c HTTP/1.1" status: 200 len: 848 time: 0.0421586 Nov 08 14:22:43.645435 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-432fb507-3d57-47c0-a8e9-b98a33cf61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:43.646880 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-432fb507-3d57-47c0-a8e9-b98a33cf61e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389156 Nov 08 14:22:43.738811 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-80b39b98-ff3d-4d1d-a7bc-77492449f400 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838988 Nov 08 14:22:43.828120 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-0c148ef4-1bc3-4595-a40b-84d73c9bbe03 req-48162355-8aae-4ad2-bd8e-4f7973192cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809257 Nov 08 14:22:52.022006 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5a12e-9efc-4911-9766-8bcba0166e7e req-06b5125e-0ab1-4fed-b93a-9f2b1c6213d1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:52.023510 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e8c5a12e-9efc-4911-9766-8bcba0166e7e req-06b5125e-0ab1-4fed-b93a-9f2b1c6213d1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0527177 Nov 08 14:22:52.066715 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e8c5a12e-9efc-4911-9766-8bcba0166e7e req-f7025fd2-8080-4111-a6ce-b511190bac1f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350749 Nov 08 14:22:52.088885 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-bd6865cf-d6be-4675-94cd-17cbda6da10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:52.091025 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-bd6865cf-d6be-4675-94cd-17cbda6da10d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1137 time: 0.0401750 Nov 08 14:22:52.183971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-83e71c24-3a40-4c9f-b190-bc8a4e18d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:52.185551 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-83e71c24-3a40-4c9f-b190-bc8a4e18d993 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 916 time: 0.0871446 Nov 08 14:22:52.253624 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-b0cd0378-d994-49bd-8bd7-aaad3bfd4017 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 1001 time: 0.0581298 Nov 08 14:22:52.309752 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-3ed275ca-fbc2-44c4-95dd-f9c2bb2c3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:52.311176 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-3ed275ca-fbc2-44c4-95dd-f9c2bb2c3144 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 200 len: 853 time: 0.0507777 Nov 08 14:22:52.356466 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-56cb2354-ca20-476b-807b-441c69e4cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:52.357932 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-56cb2354-ca20-476b-807b-441c69e4cb12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e654a13-4315-43e7-abc3-f8bd7dc89101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388751 Nov 08 14:22:52.445387 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-f00eda42-2f62-4aac-88ca-bd23b2e6213f service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793662 Nov 08 14:22:52.536762 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-fa8efd5f-820f-44ff-8740-2fae444263a4 req-27bd2d2f-6d51-4032-b01d-34c822648a8e service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834851 Nov 08 14:22:53.197382 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abd0d5-70e8-40cd-b69e-f86eb2a69d18 req-71f213c6-4705-4cfd-8d59-f367cc307a9c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:53.198866 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49abd0d5-70e8-40cd-b69e-f86eb2a69d18 req-71f213c6-4705-4cfd-8d59-f367cc307a9c tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0490034 Nov 08 14:22:53.238604 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-49abd0d5-70e8-40cd-b69e-f86eb2a69d18 req-594a7550-373f-434f-9432-20f56158bce8 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336020 Nov 08 14:22:54.117975 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7dfb256d-42ae-4cf3-b67a-3693f21df7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:54.351759 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492fbf8-30d8-4e7f-9fad-2f8e3ac9e606 req-a0dad04c-efd8-4743-ae7b-155112295e97 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:54.353229 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b492fbf8-30d8-4e7f-9fad-2f8e3ac9e606 req-a0dad04c-efd8-4743-ae7b-155112295e97 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0486302 Nov 08 14:22:54.394987 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b492fbf8-30d8-4e7f-9fad-2f8e3ac9e606 req-ccfa2bfd-f897-4bb0-9f5a-09e3fad2332a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348971 Nov 08 14:22:55.515993 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a31ce-6850-4382-9dca-2c87ec80985f req-f7f22481-48d1-4d21-b2d3-0ff36b28c8f3 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:55.517397 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d96a31ce-6850-4382-9dca-2c87ec80985f req-f7f22481-48d1-4d21-b2d3-0ff36b28c8f3 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0536664 Nov 08 14:22:55.556086 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d96a31ce-6850-4382-9dca-2c87ec80985f req-f84b2e04-6427-45b8-996a-5b57dc229350 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327058 Nov 08 14:22:56.671837 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccf2d-158a-4d69-9aa4-763763f34ca2 req-baba3b33-13c3-418b-9ad0-27abbdceb9bc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:56.673333 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c08ccf2d-158a-4d69-9aa4-763763f34ca2 req-baba3b33-13c3-418b-9ad0-27abbdceb9bc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0494344 Nov 08 14:22:56.716305 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c08ccf2d-158a-4d69-9aa4-763763f34ca2 req-79aa7fe8-2e92-4a99-9a24-6e1631923830 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355713 Nov 08 14:22:57.116568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:57.140101 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4424be57-a590-4641-b73a-b808a7800d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:57.831906 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551e974-4155-462c-9595-7d98084af7d7 req-f1e63a3b-d9dc-4b31-9eac-68101791cdfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:57.833389 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0551e974-4155-462c-9595-7d98084af7d7 req-f1e63a3b-d9dc-4b31-9eac-68101791cdfa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0480709 Nov 08 14:22:57.873754 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0551e974-4155-462c-9595-7d98084af7d7 req-d2fc4c2b-dd0c-4c80-a7c6-4ddb7b6b9867 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343864 Nov 08 14:22:58.510570 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:22:58.990426 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b13c2d-be7e-43d6-b0b1-84580307dee1 req-d3074ce6-f2db-4946-a7cb-a58f197e49c3 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:58.992029 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-59b13c2d-be7e-43d6-b0b1-84580307dee1 req-d3074ce6-f2db-4946-a7cb-a58f197e49c3 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0513761 Nov 08 14:22:59.037055 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-59b13c2d-be7e-43d6-b0b1-84580307dee1 req-6e9e30b6-3fd5-4a6f-880e-84679a00e391 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380149 Nov 08 14:23:00.042762 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:00.152554 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d200109-acf2-471c-af63-36ac4afa117e req-693790e9-b94e-4a56-bdbf-df4646b45456 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:00.154252 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8d200109-acf2-471c-af63-36ac4afa117e req-693790e9-b94e-4a56-bdbf-df4646b45456 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0507133 Nov 08 14:23:00.194760 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-8d200109-acf2-471c-af63-36ac4afa117e req-b4722bb9-ad8b-4c5b-bd8f-afcb0863e219 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344198 Nov 08 14:23:01.309465 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9936e6-077b-4788-90ea-4c33b4edb401 req-e038f648-f859-4d3f-8ec4-a4fbd74225f9 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:01.311011 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a9936e6-077b-4788-90ea-4c33b4edb401 req-e038f648-f859-4d3f-8ec4-a4fbd74225f9 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0499928 Nov 08 14:23:01.351614 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a9936e6-077b-4788-90ea-4c33b4edb401 req-24766b31-d8e4-4c8c-a73c-788d62f87cdb tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345130 Nov 08 14:23:02.467640 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3979-50b9-42b9-a346-9dfe4230f03f req-7e268f5c-8d67-46da-b299-7ac53678c3f0 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:02.469082 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7bec3979-50b9-42b9-a346-9dfe4230f03f req-7e268f5c-8d67-46da-b299-7ac53678c3f0 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0512230 Nov 08 14:23:02.508066 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7bec3979-50b9-42b9-a346-9dfe4230f03f req-87c742d4-b86e-4b61-be2e-6107b251ef2f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328269 Nov 08 14:23:03.636062 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3121c6-5f4e-45ed-b887-c94787208b3d req-9437c853-fcf5-4e4c-ab0a-64ee7e419fdb tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:03.638813 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9d3121c6-5f4e-45ed-b887-c94787208b3d req-9437c853-fcf5-4e4c-ab0a-64ee7e419fdb tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0589283 Nov 08 14:23:03.691969 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9d3121c6-5f4e-45ed-b887-c94787208b3d req-314c733d-15d5-4be8-aaff-29245855a96a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468197 Nov 08 14:23:04.808139 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db90d0-e818-4321-9410-ef40ebe07554 req-0bfaaa3f-a84b-4889-b7a6-c635470081aa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:04.810152 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-38db90d0-e818-4321-9410-ef40ebe07554 req-0bfaaa3f-a84b-4889-b7a6-c635470081aa tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0497546 Nov 08 14:23:04.839796 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:23:04.849996 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-38db90d0-e818-4321-9410-ef40ebe07554 req-af3c2c84-bc35-4d0d-97bb-115c73cd9650 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336754 Nov 08 14:23:05.934184 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:05.970461 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ffcfa-4e2e-4a4f-91d4-4d51f24cc31a req-5a7260ce-6316-4df4-932b-63b2c1a56ba5 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:05.971994 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bd0ffcfa-4e2e-4a4f-91d4-4d51f24cc31a req-5a7260ce-6316-4df4-932b-63b2c1a56ba5 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0529139 Nov 08 14:23:06.011499 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-bd0ffcfa-4e2e-4a4f-91d4-4d51f24cc31a req-cbc3a616-731f-4427-9946-be3868c6ad5b tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335102 Nov 08 14:23:07.124337 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0da918-ad5f-4a69-8fdb-b21288a501ae req-f55be55c-0c5d-4e3b-b73e-4b7eb39ccccc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:07.125808 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e0da918-ad5f-4a69-8fdb-b21288a501ae req-f55be55c-0c5d-4e3b-b73e-4b7eb39ccccc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0479999 Nov 08 14:23:07.165194 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e0da918-ad5f-4a69-8fdb-b21288a501ae req-9dbfed1f-5685-42c2-b0da-a909836109bd tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334277 Nov 08 14:23:08.282553 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5701e0-be65-4e0c-a486-c4c1c631e2e4 req-10cd40df-4496-4800-86cb-f76cfa383b0f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:08.284156 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef5701e0-be65-4e0c-a486-c4c1c631e2e4 req-10cd40df-4496-4800-86cb-f76cfa383b0f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0510268 Nov 08 14:23:08.326767 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ef5701e0-be65-4e0c-a486-c4c1c631e2e4 req-d6e8cfd4-3fbf-401f-8b65-ef04a33805be tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362825 Nov 08 14:23:09.443465 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56777f57-2f8e-477d-bb0a-f295c503e2e3 req-5508305a-a9e1-4423-8aad-077bbe851f6f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:09.444976 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-56777f57-2f8e-477d-bb0a-f295c503e2e3 req-5508305a-a9e1-4423-8aad-077bbe851f6f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0530992 Nov 08 14:23:09.485525 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-56777f57-2f8e-477d-bb0a-f295c503e2e3 req-88c1b3d4-33b9-44f1-9341-023f27daed62 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=635c27e2-b918-40d9-8806-f7465f989830&id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338948 Nov 08 14:23:23.486098 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb753f-9cd2-4c35-ba3d-0933e789247f req-fe63b375-bbc4-4b6a-97c0-2857f5be347d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:23.487705 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6adb753f-9cd2-4c35-ba3d-0933e789247f req-fe63b375-bbc4-4b6a-97c0-2857f5be347d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0563836 Nov 08 14:23:23.526472 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6adb753f-9cd2-4c35-ba3d-0933e789247f req-81a922b6-0d62-4b90-9ed6-8747e0604623 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328798 Nov 08 14:23:24.132627 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ea36160b-1805-4308-9017-06785a323b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:24.643941 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80fb7a-72fa-425f-be8d-d2100495929d req-932b0f22-760a-4e41-a5f7-6e7106614f18 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:24.645501 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7f80fb7a-72fa-425f-be8d-d2100495929d req-932b0f22-760a-4e41-a5f7-6e7106614f18 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0492122 Nov 08 14:23:24.683291 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-7f80fb7a-72fa-425f-be8d-d2100495929d req-df2c32f3-3371-42f7-83c4-2d316652832b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Nov 08 14:23:25.801286 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4f237-d9a5-405c-b813-016aeddca205 req-441ea227-7934-43ef-8825-87ddf3ab6b1b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:25.803020 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0a4f237-d9a5-405c-b813-016aeddca205 req-441ea227-7934-43ef-8825-87ddf3ab6b1b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0519459 Nov 08 14:23:25.840283 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0a4f237-d9a5-405c-b813-016aeddca205 req-df07f92d-5242-439d-b22a-9a864b5daef4 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313764 Nov 08 14:23:26.953252 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fedd0-d9d9-452b-afa9-69283039f53e req-9ef28344-03b8-491e-8600-e4c8e5d753b0 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:26.954856 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-868fedd0-d9d9-452b-afa9-69283039f53e req-9ef28344-03b8-491e-8600-e4c8e5d753b0 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0480516 Nov 08 14:23:26.992462 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-868fedd0-d9d9-452b-afa9-69283039f53e req-a24d863c-f4ea-486e-b09e-6416f48280e1 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Nov 08 14:23:27.127642 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:27.156472 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a36ac6bb-a00c-463b-8b01-f283a3d81622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:28.104420 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4778375-2252-48dc-bbfe-de2994746e13 req-bb31b53c-081d-49a7-920b-083dc4b0ad64 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:28.105884 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4778375-2252-48dc-bbfe-de2994746e13 req-bb31b53c-081d-49a7-920b-083dc4b0ad64 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0476310 Nov 08 14:23:28.145682 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b4778375-2252-48dc-bbfe-de2994746e13 req-db53aa20-61cf-475e-a32a-dd588fbbdd32 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331955 Nov 08 14:23:28.497774 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:29.263986 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4b1dd-7f0b-478e-ae4f-4d914992a992 req-ad5edfd6-3b23-443c-a98f-5f531bc125fd tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:29.265953 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-61e4b1dd-7f0b-478e-ae4f-4d914992a992 req-ad5edfd6-3b23-443c-a98f-5f531bc125fd tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0530379 Nov 08 14:23:29.305959 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-61e4b1dd-7f0b-478e-ae4f-4d914992a992 req-ffe10f8e-5bd7-4eb2-b941-8ce0b91f071c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345159 Nov 08 14:23:30.110146 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:30.417338 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e32d8-cf46-4408-8aaa-3c9d7fe9c6e3 req-6835c001-34f3-473d-a16b-93535b2d7fe1 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:30.418818 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3d4e32d8-cf46-4408-8aaa-3c9d7fe9c6e3 req-6835c001-34f3-473d-a16b-93535b2d7fe1 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0483818 Nov 08 14:23:30.457779 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3d4e32d8-cf46-4408-8aaa-3c9d7fe9c6e3 req-96c51b77-4bd0-4021-97e6-9d77acf693fa tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Nov 08 14:23:31.573001 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d8ce9-0489-48f3-86c1-63d1ab0c6e1b req-e1564055-e2b8-4ed4-bf6a-4fa4ef3c2b67 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:31.574475 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-394d8ce9-0489-48f3-86c1-63d1ab0c6e1b req-e1564055-e2b8-4ed4-bf6a-4fa4ef3c2b67 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0498130 Nov 08 14:23:31.612773 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-394d8ce9-0489-48f3-86c1-63d1ab0c6e1b req-c860434e-99e0-42fe-8d59-d37560166f2b tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Nov 08 14:23:32.730954 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081d00f-7197-4ad1-a401-33e622bf9f8e req-eaf8fe4e-8ece-4cda-bccd-8b2ad0e533a8 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:32.732445 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5081d00f-7197-4ad1-a401-33e622bf9f8e req-eaf8fe4e-8ece-4cda-bccd-8b2ad0e533a8 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0523567 Nov 08 14:23:32.769151 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5081d00f-7197-4ad1-a401-33e622bf9f8e req-5cf1d5fe-deef-410e-87b0-2f10587594e8 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Nov 08 14:23:33.883910 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1c37-c07c-4bc8-96a2-de5209ce5bff req-c7feeacd-7095-4ee2-98b7-09093fbcaea4 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:33.885273 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c22a1c37-c07c-4bc8-96a2-de5209ce5bff req-c7feeacd-7095-4ee2-98b7-09093fbcaea4 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0468349 Nov 08 14:23:33.922672 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-c22a1c37-c07c-4bc8-96a2-de5209ce5bff req-8d052b82-2e14-45ab-ae3a-24091f9da624 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Nov 08 14:23:35.035116 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdeceb-2bc7-4427-90bb-fa52c1d8fb2f req-0fc11ee0-d579-4954-abfb-8ba5469d742e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:35.036597 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-66fdeceb-2bc7-4427-90bb-fa52c1d8fb2f req-0fc11ee0-d579-4954-abfb-8ba5469d742e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0478220 Nov 08 14:23:35.072655 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-66fdeceb-2bc7-4427-90bb-fa52c1d8fb2f req-249cc30a-b5ad-4b02-bf8a-da497bc8e191 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302653 Nov 08 14:23:36.001573 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:36.189463 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a9c5-5c4a-4584-a77c-66e312b48e54 req-703659f2-cfbc-4eba-9618-a4c017dd7165 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:36.190938 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-24d0a9c5-5c4a-4584-a77c-66e312b48e54 req-703659f2-cfbc-4eba-9618-a4c017dd7165 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0527935 Nov 08 14:23:36.460439 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-24d0a9c5-5c4a-4584-a77c-66e312b48e54 req-2b188349-fe4e-4fc4-af25-322e9259b849 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634957 Nov 08 14:23:37.573711 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb6599-79a3-4f43-8c2d-2d243d0fb511 req-cc2f4f89-1c7c-4ce2-adf7-ffe28b55e9e3 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:37.575160 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4fb6599-79a3-4f43-8c2d-2d243d0fb511 req-cc2f4f89-1c7c-4ce2-adf7-ffe28b55e9e3 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0486660 Nov 08 14:23:37.612555 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a4fb6599-79a3-4f43-8c2d-2d243d0fb511 req-b0522ab3-61e8-463f-87b6-894661c865eb tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Nov 08 14:23:38.711631 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-edb78cf0-f9e4-44b4-b134-2c8bf081b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:38.713137 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-edb78cf0-f9e4-44b4-b134-2c8bf081b4e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1098 time: 0.0415223 Nov 08 14:23:38.724060 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef7df-6062-4899-a023-43aefdd653a1 req-3a2caa74-8140-4136-b706-ff622a0f83ce tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:38.725530 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-06bef7df-6062-4899-a023-43aefdd653a1 req-3a2caa74-8140-4136-b706-ff622a0f83ce tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0486386 Nov 08 14:23:38.763299 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-06bef7df-6062-4899-a023-43aefdd653a1 req-a0688c55-ca56-4a9c-81a5-5bb604307dfe tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Nov 08 14:23:38.816941 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-a310054a-e8ef-417b-a49a-d67e83c47686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:38.818416 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-a310054a-e8ef-417b-a49a-d67e83c47686 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 200 len: 911 time: 0.0969160 Nov 08 14:23:38.883974 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-2083fa01-f777-4029-a767-72ac93d371aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 200 len: 1001 time: 0.0574493 Nov 08 14:23:38.932739 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-abadc756-401b-469f-944d-2b90728ca03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:38.934051 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-abadc756-401b-469f-944d-2b90728ca03a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6431ab16-95b7-4606-8b44-e6d3831f056c HTTP/1.1" status: 200 len: 848 time: 0.0418003 Nov 08 14:23:38.991089 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-f6be2b9e-ad36-4054-9adc-621719009839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:38.992582 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-f6be2b9e-ad36-4054-9adc-621719009839 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489047 Nov 08 14:23:39.082041 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-0f87aaff-2845-4a16-9a08-608d9e09f3ce service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813127 Nov 08 14:23:39.175048 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-98cc8e4a-0f20-42ed-add4-3c7fc7b34cbf req-d4e939d4-a01f-432b-8792-07c8668589c8 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854254 Nov 08 14:23:39.885339 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b1361-77d1-4532-a0bc-2f4548df23fa req-fce30c41-9ee7-4a6c-b78d-72ca5b4464ed tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:39.886813 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0e8b1361-77d1-4532-a0bc-2f4548df23fa req-fce30c41-9ee7-4a6c-b78d-72ca5b4464ed tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0529189 Nov 08 14:23:39.926061 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0e8b1361-77d1-4532-a0bc-2f4548df23fa req-828d7267-57a1-4d31-888c-25ad36792b83 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Nov 08 14:23:41.041935 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97253-1a1d-4ef2-b493-d67511723b53 req-7094cc70-0bc8-4f0d-93c2-d4f86ffacd10 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:41.045006 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d2c97253-1a1d-4ef2-b493-d67511723b53 req-7094cc70-0bc8-4f0d-93c2-d4f86ffacd10 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0500166 Nov 08 14:23:41.086674 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d2c97253-1a1d-4ef2-b493-d67511723b53 req-e0b399ad-6635-4afa-998b-8104d669d44d tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343623 Nov 08 14:23:41.838671 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:23:42.201179 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919255b-158b-4a62-9677-0f2b4c46c640 req-a23cc3c3-6e4a-429b-b8e2-a62c36c2ff35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:42.202945 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d919255b-158b-4a62-9677-0f2b4c46c640 req-a23cc3c3-6e4a-429b-b8e2-a62c36c2ff35 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0499723 Nov 08 14:23:42.245569 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d919255b-158b-4a62-9677-0f2b4c46c640 req-6c925957-3ca9-435f-b723-b0be70b6ddf7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Nov 08 14:23:42.398942 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-04eb477a-9bb0-475d-82fb-f7213a1a143e tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496519233&fields=id&tenant_id=1bfdadd84e9a43b291a50c39ea51eec7 HTTP/1.1" status: 200 len: 267 time: 0.0343480 Nov 08 14:23:42.460253 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-b05658c3-caca-4ae6-8a99-7ebc84ded5ca tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:42.461847 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-b05658c3-caca-4ae6-8a99-7ebc84ded5ca tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 984 time: 0.0570669 Nov 08 14:23:42.474122 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.v2.base [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Request body: {'port': {'security_groups': ['01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7']}} {{(pid=102229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:23:42.542238 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:42.761811 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:42.792052 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb5831-c352-499d-92bf-f6c92b57b9d1 req-d9777b5b-8126-44a9-bc39-1bbe4b858986 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:42.793436 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2bb5831-c352-499d-92bf-f6c92b57b9d1 req-d9777b5b-8126-44a9-bc39-1bbe4b858986 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0823774 Nov 08 14:23:42.817453 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for port, precommit_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:42.865454 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f2bb5831-c352-499d-92bf-f6c92b57b9d1 req-b3644ed3-46b4-4f49-92b3-4d9161bf5597 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638218 Nov 08 14:23:42.875819 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520520885'] for port, after_update {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:42.884495 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-6f1c65f6-7196-4e2d-9953-eae02434c01a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317132 Nov 08 14:23:42.896837 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:23:42.930448 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:42.931219 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:42.935760 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e0a69c7f-9818-48cf-864e-db092025bd67 req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "PUT /v2.0/ports/6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 942 time: 0.4664502 Nov 08 14:23:42.937360 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:23:42.939034 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45540) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:42.945160 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef34e53-8403-4965-bb08-931163654dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:23:42.996360 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event updated for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=7']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:43.019319 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.019928 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.020342 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.021150 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.021320 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.021722 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.022142 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.022729 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.023130 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.023525 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.023964 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.024362 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a8ad76-3198-498b-8cd0-46bf4c609027 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.029650 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.063320 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362c2359-95c1-4548-b46b-d24125e249cd x-openstack-request-id: req-362c2359-95c1-4548-b46b-d24125e249cd {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:23:43.063707 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:23:43.064129 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-362c2359-95c1-4548-b46b-d24125e249cd {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:23:43.064598 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'status': 'completed', 'code': 200} Nov 08 14:23:43.075670 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.076538 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:23:43.150297 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34e53-8403-4965-bb08-931163654dc8 req-29223e4d-2913-4ed2-bc26-ba14543b0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:43.151821 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4ef34e53-8403-4965-bb08-931163654dc8 req-29223e4d-2913-4ed2-bc26-ba14543b0e5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1098 time: 0.0600049 Nov 08 14:23:43.238494 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-712759b4-0365-4707-886e-a0700ed7378e None None] Provisioning complete for port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c triggered by entity DHCP. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:23:43.238865 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-712759b4-0365-4707-886e-a0700ed7378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.258410 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34e53-8403-4965-bb08-931163654dc8 req-6676d05c-822a-4a93-8f08-a771137dd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:43.260199 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4ef34e53-8403-4965-bb08-931163654dc8 req-6676d05c-822a-4a93-8f08-a771137dd496 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 916 time: 0.0977483 Nov 08 14:23:43.331489 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4ef34e53-8403-4965-bb08-931163654dc8 req-8f8b2122-710e-45d3-b4c0-fb9be23c6127 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 1001 time: 0.0618060 Nov 08 14:23:43.338226 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.342007 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.343960 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "DELETE /v2.0/security-groups/635c27e2-b918-40d9-8806-f7465f989830 HTTP/1.1" status: 204 len: 168 time: 0.4038069 Nov 08 14:23:43.346666 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45548) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:43.383078 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635c27e2-b918-40d9-8806-f7465f989830,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:43.397216 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.397562 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.397903 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.398238 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.398573 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.398898 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.399223 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.399546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.399907 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.400213 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.400539 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.400885 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de8aa-4e29-4fd5-aaeb-14f56c89fbb1 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:43.414400 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34e53-8403-4965-bb08-931163654dc8 req-f5aa3512-3af8-4340-bb6e-88eb1d396c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:43.415940 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4ef34e53-8403-4965-bb08-931163654dc8 req-f5aa3512-3af8-4340-bb6e-88eb1d396c6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 200 len: 853 time: 0.0708036 Nov 08 14:23:43.472765 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34e53-8403-4965-bb08-931163654dc8 req-33028477-2c45-453b-b944-80df030d71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:43.474349 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4ef34e53-8403-4965-bb08-931163654dc8 req-33028477-2c45-453b-b944-80df030d71f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e654a13-4315-43e7-abc3-f8bd7dc89101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500813 Nov 08 14:23:43.518029 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Deleting port 19517188-8b37-4c6b-a2f4-3f562a5bb29a {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:43.518374 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.579095 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4ef34e53-8403-4965-bb08-931163654dc8 req-a14de072-96ed-486b-aced-b1f357562d78 service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878117 Nov 08 14:23:43.598278 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.598610 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.610580 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Calling delete_port for 19517188-8b37-4c6b-a2f4-3f562a5bb29a owned by network:floatingip {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:23:43.674931 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-4ef34e53-8403-4965-bb08-931163654dc8 req-ede4c2e3-c711-4ffb-a821-6fc6b42e8056 service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Nov 08 14:23:43.846943 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.871501 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event deleted for resources: {'Port': ['ID=19517188-8b37-4c6b-a2f4-3f562a5bb29a,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:43.947857 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks [] for floatingip, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:43.948118 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Floating IP 342eeddc-ad23-4cda-9e90-a2868b40e48e disassociated (deleted). External IP: 172.27.2.231, port: 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c. Nov 08 14:23:44.050133 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328fb8-57e5-44d1-bb01-742aeef2d9e9 req-de5d5eee-371b-4043-9498-e15b25404b81 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:44.052084 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a0328fb8-57e5-44d1-bb01-742aeef2d9e9 req-de5d5eee-371b-4043-9498-e15b25404b81 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.1192796 Nov 08 14:23:44.103097 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-a0328fb8-57e5-44d1-bb01-742aeef2d9e9 req-c88013c3-bf90-497f-bad1-c2c08145f10a tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Nov 08 14:23:44.214735 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:23:44.298969 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-10dc1bf7-e843-4b8c-8fa0-b3ec3e57f249 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414164 Nov 08 14:23:44.326126 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:23:44.332071 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:44.337080 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] Sync routers for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:23:44.347578 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:23:44.348469 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:44.363748 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-fc9bd689-cc6e-49d2-a5cd-4b16072a7248 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "DELETE /v2.0/floatingips/342eeddc-ad23-4cda-9e90-a2868b40e48e HTTP/1.1" status: 204 len: 168 time: 1.0135257 Nov 08 14:23:44.382660 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-e1c7fbe3-f5d1-4e75-b1a5-ad1824b8f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:44.384231 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-e1c7fbe3-f5d1-4e75-b1a5-ad1824b8f93e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1098 time: 0.0399497 Nov 08 14:23:44.472805 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:23:44.501470 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-8a4d75c9-717b-403b-98ac-c8e60b73af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:44.503081 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-8a4d75c9-717b-403b-98ac-c8e60b73af02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.0988719 Nov 08 14:23:44.576047 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-13e30f77-b473-483b-88b3-40ebe5b1bb4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 200 len: 1001 time: 0.0648432 Nov 08 14:23:44.632473 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-584be7f2-ced1-423c-8372-b1c4b8741ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:44.633944 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-584be7f2-ced1-423c-8372-b1c4b8741ddc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0498221 Nov 08 14:23:44.683415 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 5, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:44.687537 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-79c4796c-9c90-4576-a48e-15916183a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:44.688807 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-79c4796c-9c90-4576-a48e-15916183a643 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453887 Nov 08 14:23:44.709800 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] Checking router: 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:23:44.718735 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:23:44.719292 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:44.792920 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-72f24dc1-5b6a-47d5-a0d0-4be84b97e9ce service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956533 Nov 08 14:23:44.829609 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:23:44.859362 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 488d1415-b640-49a5-a0ba-f326918f3fe3 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:23:44.900176 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-a1230e02-fcee-4f92-b4bb-7aad03d11fbe req-e8158f0b-06aa-4fd3-bb46-9e97118c511d service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988603 Nov 08 14:23:45.031896 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:45.065818 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:23:45.068297 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad41146-c6cd-4c59-952c-28667e0db840" -d '{"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:23:45.083517 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:23:45.085938 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dea82d-379e-47da-9970-2564a8201c77" -d '{"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-unplugged", "status": "completed", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:23:45.103998 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:45.115937 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b840c6-800a-4404-8584-39b3bf7219be x-openstack-request-id: req-36b840c6-800a-4404-8584-39b3bf7219be {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:23:45.117506 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:23:45.118575 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36b840c6-800a-4404-8584-39b3bf7219be {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:23:45.119455 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'status': 'completed', 'code': 200} Nov 08 14:23:45.134495 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 5, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:45.181692 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad41146-c6cd-4c59-952c-28667e0db840 req-731d22e3-402b-4b80-98c5-8e83c559f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.183619 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bad41146-c6cd-4c59-952c-28667e0db840 req-731d22e3-402b-4b80-98c5-8e83c559f636 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 1098 time: 0.0487869 Nov 08 14:23:45.234966 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96acb14-1d8c-4756-b580-db5c3dcd6485 req-1bd8356f-fc18-4b3c-85a7-e13abfcc654f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.236766 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b96acb14-1d8c-4756-b580-db5c3dcd6485 req-1bd8356f-fc18-4b3c-85a7-e13abfcc654f tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0546453 Nov 08 14:23:45.283582 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-b96acb14-1d8c-4756-b580-db5c3dcd6485 req-8c0fbbde-0608-4e6f-8148-8fb242974f12 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Nov 08 14:23:45.305236 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad41146-c6cd-4c59-952c-28667e0db840 req-f6943bc3-eed2-4a79-8739-ff6ac54ce8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.307068 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bad41146-c6cd-4c59-952c-28667e0db840 req-f6943bc3-eed2-4a79-8739-ff6ac54ce8f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 200 len: 916 time: 0.1151044 Nov 08 14:23:45.322030 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd33ea-8261-4738-8ee7-ab0ba070020b x-openstack-request-id: req-fcfd33ea-8261-4738-8ee7-ab0ba070020b {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:23:45.322314 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-unplugged", "status": "failed", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3", "code": 422}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:23:45.322615 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcfd33ea-8261-4738-8ee7-ab0ba070020b {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:23:45.322993 dv-cinder-816957-1-iscsi neutron-server[102230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'code': 422} returned with failed status Nov 08 14:23:45.324370 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87edd59-3384-44d0-bbe9-fbfd03ef33d2 None None] The sync data for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi is: [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:21:27Z', 'revision_number': 4, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': 'c1600832-2aa7-4c25-8340-23b65f40250a', 'name': '', 'network_id': '1e654a13-4315-43e7-abc3-f8bd7dc89101', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'mac_address': 'fa:16:3e:03:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:26Z', 'updated_at': '2021-11-08T14:21:30Z', 'revision_number': 5, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'subnets': [{'id': 'c792ce79-27b1-45cf-b4c6-0961f0aa2b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:23:45.327866 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:45.377414 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bad41146-c6cd-4c59-952c-28667e0db840 req-886f85da-b82a-42bb-93f0-9c37a248ab4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 200 len: 217 time: 0.0523720 Nov 08 14:23:45.383615 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=6']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:45.392111 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.392431 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.392770 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.393103 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.393440 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.393751 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.394076 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.394400 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.394726 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.395728 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.395728 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.395728 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:23:45.433614 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad41146-c6cd-4c59-952c-28667e0db840 req-81bb1254-393d-42a6-b3b8-64c66c4842ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.435127 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bad41146-c6cd-4c59-952c-28667e0db840 req-81bb1254-393d-42a6-b3b8-64c66c4842ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 200 len: 853 time: 0.0496309 Nov 08 14:23:45.499780 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad41146-c6cd-4c59-952c-28667e0db840 req-c3274149-7cd2-412a-a3a4-74dd6b56514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.502120 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bad41146-c6cd-4c59-952c-28667e0db840 req-c3274149-7cd2-412a-a3a4-74dd6b56514e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e654a13-4315-43e7-abc3-f8bd7dc89101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573275 Nov 08 14:23:45.607094 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6fb4d-631b-46fb-836b-8e1364e83187 None None] New status for floating IP 342eeddc-ad23-4cda-9e90-a2868b40e48e: DOWN {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:23:45.623005 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bad41146-c6cd-4c59-952c-28667e0db840 req-41d9238f-5304-4fa5-80c2-4f49a38172f5 service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129408 Nov 08 14:23:45.729337 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-bad41146-c6cd-4c59-952c-28667e0db840 req-6208c75e-e033-42ce-adc5-f4f058cdfe2f service neutron] 10.222.0.64 "GET /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977066 Nov 08 14:23:45.757004 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-0e8c6580-f705-47ce-bdf7-28212654106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.758452 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-0e8c6580-f705-47ce-bdf7-28212654106f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c&tenant_id=0863de4f4cbd4d09ac36630ae461c8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0431762 Nov 08 14:23:45.821719 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-c4888f3a-8a03-44be-8196-28e527dbb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.823326 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-c4888f3a-8a03-44be-8196-28e527dbb2d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1096 time: 0.0422928 Nov 08 14:23:45.924052 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-0f7538c3-ec9e-431c-b26b-398e3e3f7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:45.925516 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-0f7538c3-ec9e-431c-b26b-398e3e3f7f63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 200 len: 911 time: 0.0926619 Nov 08 14:23:46.228947 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-0ed2e571-f38b-4ddc-90a4-d32e3a992cda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 200 len: 999 time: 0.2904115 Nov 08 14:23:46.278843 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-fdfb2daa-f351-4965-a34f-484f19dba8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:46.280629 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-fdfb2daa-f351-4965-a34f-484f19dba8e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6431ab16-95b7-4606-8b44-e6d3831f056c HTTP/1.1" status: 200 len: 848 time: 0.0437534 Nov 08 14:23:46.330797 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-864a4c2b-9832-42aa-b77d-9a8c461a60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:46.332372 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-864a4c2b-9832-42aa-b77d-9a8c461a60fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446098 Nov 08 14:23:46.404324 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2363-a037-4665-8cf4-c58644b6f194 req-d8cc5a18-7f3e-4535-8dd1-09b9b1d8afab tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:46.406216 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cc8e2363-a037-4665-8cf4-c58644b6f194 req-d8cc5a18-7f3e-4535-8dd1-09b9b1d8afab tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0492435 Nov 08 14:23:46.421744 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-f82677fd-7cf9-4a8f-b2cd-e7b60bfe59e9 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815494 Nov 08 14:23:46.448484 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-cc8e2363-a037-4665-8cf4-c58644b6f194 req-6dbb9b06-c4b1-4f62-b079-102e1086a1e5 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358653 Nov 08 14:23:46.517398 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-9ec7a163-8761-44a6-baf0-f5234075db1e req-ffbda95c-7e69-4b11-ad43-c08125c386a4 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857878 Nov 08 14:23:47.564927 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a497133-558e-4472-997b-7502d186b88a req-ccc7bcb5-6da6-41d3-a76d-5f3eb12d0c2a tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:47.566444 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a497133-558e-4472-997b-7502d186b88a req-ccc7bcb5-6da6-41d3-a76d-5f3eb12d0c2a tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0506041 Nov 08 14:23:47.605891 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6a497133-558e-4472-997b-7502d186b88a req-523f01ef-69bb-4781-b705-860e3db68d93 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333984 Nov 08 14:23:48.752385 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d6c7c-938f-42eb-9772-8079c1c81b4e req-7d91dd21-fb46-4d58-80cf-b5fab0f076c0 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:48.753873 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ff0d6c7c-938f-42eb-9772-8079c1c81b4e req-7d91dd21-fb46-4d58-80cf-b5fab0f076c0 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0783527 Nov 08 14:23:48.775055 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5abd4c-0963-411d-bdca-e002ddf52390 req-cdb69d2f-1155-4e75-a5cd-58fa2b9ce35f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:48.776495 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe5abd4c-0963-411d-bdca-e002ddf52390 req-cdb69d2f-1155-4e75-a5cd-58fa2b9ce35f tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0732617 Nov 08 14:23:48.827680 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-ff0d6c7c-938f-42eb-9772-8079c1c81b4e req-d34983b8-ee59-4d4d-924e-7cd9409d90b4 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661929 Nov 08 14:23:48.834966 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-fe5abd4c-0963-411d-bdca-e002ddf52390 req-f1c2cbd8-0157-4e3f-b402-4d71309215cc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508254 Nov 08 14:23:49.974799 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbc459-00b5-418f-bf23-1e4e14dc4c30 req-bd108d96-2bcf-462c-b00d-b2c7b5b656fd tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:49.976315 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ffbc459-00b5-418f-bf23-1e4e14dc4c30 req-bd108d96-2bcf-462c-b00d-b2c7b5b656fd tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0710647 Nov 08 14:23:49.983761 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfda81-ce4e-404a-ba7e-8b50bbc3eabb req-5c154ad0-b823-46e7-9ab0-7266d4a51854 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:49.985665 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52dfda81-ce4e-404a-ba7e-8b50bbc3eabb req-5c154ad0-b823-46e7-9ab0-7266d4a51854 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0885038 Nov 08 14:23:50.039390 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-9ffbc459-00b5-418f-bf23-1e4e14dc4c30 req-d85e4cec-2536-42a2-a3e3-98b2b1b5b42a tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Nov 08 14:23:50.046479 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-52dfda81-ce4e-404a-ba7e-8b50bbc3eabb req-f14c93b9-4b96-46ad-8ef7-52b05d048621 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541232 Nov 08 14:23:50.802857 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90261fec-74af-42be-a202-121b10c2f9b6 req-ffcf7556-34d3-4578-9bc7-4beb97c3f83b tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:50.804342 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-90261fec-74af-42be-a202-121b10c2f9b6 req-ffcf7556-34d3-4578-9bc7-4beb97c3f83b tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0470617 Nov 08 14:23:50.897852 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Deleting port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:50.898086 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:50.987855 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] For port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:50.988221 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:51.000293 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Calling delete_port for 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:23:51.194932 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df50736-b3a5-4f71-bd92-c1a3e2d47648 req-630397ac-d9e9-4a98-b150-90427a38abcc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:51.196392 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6df50736-b3a5-4f71-bd92-c1a3e2d47648 req-630397ac-d9e9-4a98-b150-90427a38abcc tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 945 time: 0.0832157 Nov 08 14:23:51.200788 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:51.206337 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97e104-1196-4b77-926a-13fa71f780b4 req-6f15292f-1d36-4b22-b371-a3b604a1dda6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:51.208083 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b97e104-1196-4b77-926a-13fa71f780b4 req-6f15292f-1d36-4b22-b371-a3b604a1dda6 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0850947 Nov 08 14:23:51.218251 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:23:51.232096 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Pushing event deleted for resources: {'Port': ['ID=6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:51.273885 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6df50736-b3a5-4f71-bd92-c1a3e2d47648 req-f804626d-a160-4322-9e6c-bf9d6b487ea2 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/security-groups?id=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647013 Nov 08 14:23:51.276273 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] No DVR routers for this DVR port 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:23:51.278821 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:51.280248 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-6b97e104-1196-4b77-926a-13fa71f780b4 req-109cbb07-cb38-4dae-b4ca-cc84ce3fd756 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627613 Nov 08 14:23:51.282882 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-90261fec-74af-42be-a202-121b10c2f9b6 req-d1bfc454-cbd7-4bb0-8c01-ed56b8955085 tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.64 "DELETE /v2.0/ports/6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c HTTP/1.1" status: 204 len: 173 time: 0.4682279 Nov 08 14:23:51.283345 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'name': 'network-vif-deleted', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:23:51.285633 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9642f382-01e8-4379-9865-ba38611e209c" -d '{"events": [{"server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "name": "network-vif-deleted", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:23:51.330092 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fedbc13-a90d-44b9-bfd0-9ad6bca284a4 x-openstack-request-id: req-2fedbc13-a90d-44b9-bfd0-9ad6bca284a4 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:23:51.330383 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b00b26a-faf2-496a-9187-8cfa6707171a", "name": "network-vif-deleted", "tag": "6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:23:51.330652 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2fedbc13-a90d-44b9-bfd0-9ad6bca284a4 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:23:51.331170 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b00b26a-faf2-496a-9187-8cfa6707171a', 'name': 'network-vif-deleted', 'tag': '6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c', 'status': 'completed', 'code': 200} Nov 08 14:23:52.406747 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-f925debf-f426-4da3-9938-fbf8bb214329 req-5110e7fc-3a33-4f95-b7c1-cdcd32523dbd tempest-TestMinimumBasicScenario-235365069 tempest-TestMinimumBasicScenario-235365069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b00b26a-faf2-496a-9187-8cfa6707171a HTTP/1.1" status: 200 len: 210 time: 0.0490603 Nov 08 14:23:52.430785 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afe4bf-58ec-431e-9e7a-ff72bb11f014 req-b9137c04-d62e-417d-9bfc-6406d4a2e4f7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:52.432310 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-62afe4bf-58ec-431e-9e7a-ff72bb11f014 req-b9137c04-d62e-417d-9bfc-6406d4a2e4f7 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0641117 Nov 08 14:23:52.469251 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-62afe4bf-58ec-431e-9e7a-ff72bb11f014 req-7e8aae82-926d-4705-911d-fd430a429c41 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Nov 08 14:23:53.585788 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc3f6d-0bb8-45e5-9732-fd618f0190ac req-15e89ffa-0924-420c-9fac-ea72a16505d5 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:53.587875 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5dcc3f6d-0bb8-45e5-9732-fd618f0190ac req-15e89ffa-0924-420c-9fac-ea72a16505d5 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0507147 Nov 08 14:23:53.625412 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-5dcc3f6d-0bb8-45e5-9732-fd618f0190ac req-e5568caa-8da2-4b8d-91a7-eaa96043502e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318437 Nov 08 14:23:54.137653 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-db6a90ad-6a2c-499c-857e-7b832d710265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:54.742881 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e604e9-c372-437e-8de2-114143f64362 req-8e0936ed-3e68-4eab-999b-f6acfd2babd3 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:54.745063 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17e604e9-c372-437e-8de2-114143f64362 req-8e0936ed-3e68-4eab-999b-f6acfd2babd3 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 943 time: 0.0491755 Nov 08 14:23:54.763413 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45658) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:54.789712 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-17e604e9-c372-437e-8de2-114143f64362 req-43ec4e05-c9e9-48ca-9354-8ef68d8738c1 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372732 Nov 08 14:23:54.918047 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 488d1415-b640-49a5-a0ba-f326918f3fe3 details requested by agent hyperv_hv-cinder-81695 with host hv-cinder-81695 {{(pid=102230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:23:54.921700 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:23:54.948573 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:23:54.948911 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 6e44ef39-f4bd-49fe-98d8-bfe22d9e4a5c not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:23:55.037190 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:55.047412 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Returning: {'device': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'port_id': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'mac_address': 'fa:16:3e:cc:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:23:55.085839 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:55.099985 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488d1415-b640-49a5-a0ba-f326918f3fe3 {{(pid=102230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:23:55.120116 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:55.176114 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:55.194448 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:55.247940 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=7']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:55.473970 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Deleting port c1600832-2aa7-4c25-8340-23b65f40250a {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:55.474211 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:55.491407 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] get_ports_and_sgs() called for port_ids ['488d1415-b640-49a5-a0ba-f326918f3fe3'] {{(pid=102230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:23:55.548933 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] For port c1600832-2aa7-4c25-8340-23b65f40250a, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=c1600832-2aa7-4c25-8340-23b65f40250a,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:55.549296 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:55.562387 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Calling delete_port for c1600832-2aa7-4c25-8340-23b65f40250a owned by network:router_interface {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:23:55.834804 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:55.865886 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1600832-2aa7-4c25-8340-23b65f40250a,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:55.915911 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c178bc9-0cff-48c0-b4f0-7094a56a9bcb req-d8cbfe05-1df3-49a8-8781-30085e9b6159 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:55.917578 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c178bc9-0cff-48c0-b4f0-7094a56a9bcb req-d8cbfe05-1df3-49a8-8781-30085e9b6159 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 944 time: 0.0593548 Nov 08 14:23:55.964279 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1c178bc9-0cff-48c0-b4f0-7094a56a9bcb req-10df98de-c4e5-40e9-99b6-976d6ac801d1 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Nov 08 14:23:56.036742 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:56.244226 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:23:56.347478 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:23:56.354344 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-714bd952-0b0b-4092-861d-80fcda418ee6 admin admin] 10.222.0.73 "PUT /v2.0/routers/0c3c597c-ba3c-4285-a3b2-7e7b325f9db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898497 Nov 08 14:23:56.355230 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45662) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:56.356592 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] Sync routers for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:23:56.366219 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:23:56.366839 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:56.462994 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks [] for router, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:56.472056 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:23:56.566319 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:56.649221 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:23:55Z', 'revision_number': 5, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port': {'id': '8cffbf25-e5fe-4e73-8223-977b2fe5ed35', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:24Z', 'updated_at': '2021-11-08T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:56.676897 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] Checking router: 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:23:56.686019 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] Routers {'0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:23:56.686636 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:56.686776 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Deleting port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:56.686995 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:56.768357 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] For port 8cffbf25-e5fe-4e73-8223-977b2fe5ed35, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:56.768739 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:56.777675 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] Set router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 gateway port host: None {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:23:56.782938 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Calling delete_port for 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 owned by network:router_gateway {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:23:56.831661 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:23:56Z', 'revision_number': 6, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port_host': None}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:56.858135 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2b489-5b9e-477a-8c5f-801f4ebecc4d None None] The sync data for ids ['0c3c597c-ba3c-4285-a3b2-7e7b325f9db9'] in dv-cinder-816957-1-iscsi is: [{'id': '0c3c597c-ba3c-4285-a3b2-7e7b325f9db9', 'name': 'tempest-TestMinimumBasicScenario-557390561-router', 'tenant_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:23Z', 'updated_at': '2021-11-08T14:23:56Z', 'revision_number': 6, 'project_id': '1bfdadd84e9a43b291a50c39ea51eec7', 'gw_port_host': None}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:23:56.917064 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 488d1415-b640-49a5-a0ba-f326918f3fe3 up at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:23:56.965648 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Provisioning complete for port 488d1415-b640-49a5-a0ba-f326918f3fe3 triggered by entity L2. {{(pid=102230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:23:56.966022 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32981913'] for port, provisioning_complete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:56.995208 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.023251 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cffbf25-e5fe-4e73-8223-977b2fe5ed35,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:57.071779 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33022519'] for port, before_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.095501 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3'}] {{(pid=102230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:23:57.098108 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58450945e2c1cb08441d24ed4b7bccd9d73d450f0b7b5e9c4aae4d3f71596c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e892cce5-8bdf-42d0-9b7a-76ca6d1e4a57" -d '{"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-plugged", "status": "completed", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3"}]}' {{(pid=102230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:23:57.112922 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:57.117394 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.137747 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.140525 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814faec7-690c-4898-99af-aeacef936528 x-openstack-request-id: req-814faec7-690c-4898-99af-aeacef936528 {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:23:57.140818 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-plugged", "status": "completed", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3", "code": 200}]} {{(pid=102230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:23:57.141065 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-814faec7-690c-4898-99af-aeacef936528 {{(pid=102230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:23:57.141470 dv-cinder-816957-1-iscsi neutron-server[102230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'code': 200} Nov 08 14:23:57.152598 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f1016-f54f-4b1b-b0c6-39fd3cfa342c req-46ec1939-aaa9-4756-b369-3e6d9467465e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:57.154080 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1e3f1016-f54f-4b1b-b0c6-39fd3cfa342c req-46ec1939-aaa9-4756-b369-3e6d9467465e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 944 time: 0.1078510 Nov 08 14:23:57.176641 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4ce26740-3b1d-4769-b9aa-819723574a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.232838 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.235824 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.246560 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756112216378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756111908648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756111908666'] for port, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.312245 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Pushing event updated for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=8']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:57.333307 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device c1600832-2aa7-4c25-8340-23b65f40250a no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:23:57.361669 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: c1600832-2aa7-4c25-8340-23b65f40250a {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:23:57.362486 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device c1600832-2aa7-4c25-8340-23b65f40250a not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:23:57.461101 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccd783-dd9c-427b-aec9-acf453c3f0bb req-7e4882f3-b3f5-43d0-884f-1e07de1909c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:57.462505 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c5ccd783-dd9c-427b-aec9-acf453c3f0bb req-7e4882f3-b3f5-43d0-884f-1e07de1909c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1098 time: 0.0434737 Nov 08 14:23:57.498668 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c5ccd783-dd9c-427b-aec9-acf453c3f0bb req-14adda32-36e2-4409-a7a4-51621ba7f5cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283349 Nov 08 14:23:57.546657 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-1e3f1016-f54f-4b1b-b0c6-39fd3cfa342c req-94cb56be-e42a-41e8-a3d5-974f92c23415 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603725 Nov 08 14:23:57.600519 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.601002 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 {{(pid=102229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:23:57.605781 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.606898 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-fcc4a193-06b4-4aa1-a2a5-00d7f1c82302 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0c3c597c-ba3c-4285-a3b2-7e7b325f9db9 HTTP/1.1" status: 204 len: 168 time: 1.2506630 Nov 08 14:23:57.609331 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45670) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:57.654787 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] Deleting subnet c792ce79-27b1-45cf-b4c6-0961f0aa2b5e {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:23:57.658081 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.694834 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.782045 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.915311 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.941622 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c792ce79-27b1-45cf-b4c6-0961f0aa2b5e,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:57.945772 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:57.949013 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b47b8600-a2b6-4ac4-955c-32b5dca062b7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c792ce79-27b1-45cf-b4c6-0961f0aa2b5e HTTP/1.1" status: 204 len: 168 time: 0.3387539 Nov 08 14:23:57.951507 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45672) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:57.954320 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e0309-f7d5-4f18-97ad-5b219b40a862 None None] Network 1e654a13-4315-43e7-abc3-f8bd7dc89101 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:23:58.019527 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.076956 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Deleting port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:58.077299 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.126609 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] DHCP port deletion for 1e654a13-4315-43e7-abc3-f8bd7dc89101 request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:23:58.140414 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] For port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:58.140789 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.153738 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Calling delete_port for 214f1b1b-35c4-48c8-ad31-57bfd06a89cf owned by network:dhcp {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:23:58.175852 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] Deleting port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:58.176785 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.239589 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] For port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,segment=NetworkSegment(9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9),segment_id=9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:23:58.240015 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.252920 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] Calling delete_port for 214f1b1b-35c4-48c8-ad31-57bfd06a89cf owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:23:58.278815 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45674) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:58.312227 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.332148 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.347178 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Pushing event deleted for resources: {'Port': ['ID=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:58.351782 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] No DVR routers for this DVR port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf on host dv-cinder-816957-1-iscsi {{(pid=102229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:23:58.357466 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] Pushing event deleted for resources: {'Port': ['ID=214f1b1b-35c4-48c8-ad31-57bfd06a89cf,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:58.361873 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7df81-6906-40a3-a0b4-e1060cd832fb None None] No DVR routers for this DVR port 214f1b1b-35c4-48c8-ad31-57bfd06a89cf on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:23:58.473484 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.516224 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e654a13-4315-43e7-abc3-f8bd7dc89101']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:58.527045 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:58.527340 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e59bccd-5b5a-4c4d-975a-a1c4bd88b1f9') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:58.537383 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.540875 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.556761 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.564386 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:23:58.564779 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:23:58.566418 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:23:58.609356 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Deleting port 426eecd4-36b5-4b74-925e-a4a2dd30d801 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:58.609704 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.733507 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d231f-b7be-4a18-9b18-f4b313ce568b req-d85ed50b-ebd0-42ee-a40d-1fa2a85098e5 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:58.734970 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-957d231f-b7be-4a18-9b18-f4b313ce568b req-d85ed50b-ebd0-42ee-a40d-1fa2a85098e5 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.1091053 Nov 08 14:23:58.739021 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.739214 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.763644 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Calling delete_port for 426eecd4-36b5-4b74-925e-a4a2dd30d801 owned by network:floatingip {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:23:58.818619 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.830646 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:58.834806 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] 10.222.0.73 "DELETE /v2.0/networks/1e654a13-4315-43e7-abc3-f8bd7dc89101 HTTP/1.1" status: 204 len: 168 time: 0.8823187 Nov 08 14:23:58.837900 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45678) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:23:58.839946 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-957d231f-b7be-4a18-9b18-f4b313ce568b req-65ead428-2cb7-4733-bc59-5ffac4f547d0 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981007 Nov 08 14:23:58.853716 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521108c6-3ed4-4a97-aaae-a9b592ce469e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e654a13-4315-43e7-abc3-f8bd7dc89101,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:59.006154 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:59.039297 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event deleted for resources: {'Port': ['ID=426eecd4-36b5-4b74-925e-a4a2dd30d801,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:23:59.096872 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:23:59.106376 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:59.106725 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.db.l3_db [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Floating IP f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746 disassociated (deleted). External IP: 172.27.2.187, port: b6a0832a-b65d-4335-b8eb-02304d434254. Nov 08 14:23:59.119116 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:23:59.119463 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 8cffbf25-e5fe-4e73-8223-977b2fe5ed35 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:23:59.119912 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 214f1b1b-35c4-48c8-ad31-57bfd06a89cf no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:23:59.138984 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 214f1b1b-35c4-48c8-ad31-57bfd06a89cf {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:23:59.139367 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 214f1b1b-35c4-48c8-ad31-57bfd06a89cf not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:23:59.322775 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:23:59.437838 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:59.443459 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:23:59.448400 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:59.453541 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:23:59.463846 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:23:59.464585 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:59.481496 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-3db31b71-cf58-40d2-b7e7-7e2f00501627 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "DELETE /v2.0/floatingips/f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746 HTTP/1.1" status: 204 len: 168 time: 1.2019308 Nov 08 14:23:59.481496 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254'}] {{(pid=102229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:23:59.482584 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}034aca1009449cf6d2484e4f109906ad5bf91014ab442f8749cfbafd1627700d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2fc8f-2153-4129-84d8-23b45c038db1" -d '{"events": [{"name": "network-changed", "server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254"}]}' {{(pid=102229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:23:59.543938 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bb6a03-5909-4c28-8392-2f5b73cf0955 x-openstack-request-id: req-e9bb6a03-5909-4c28-8392-2f5b73cf0955 {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:23:59.544754 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254", "status": "completed", "code": 200}]} {{(pid=102229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:23:59.545349 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9bb6a03-5909-4c28-8392-2f5b73cf0955 {{(pid=102229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:23:59.545851 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'status': 'completed', 'code': 200} Nov 08 14:23:59.620168 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:23:59.643162 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-e7fa1370-c85d-431d-83b5-f91f42dc158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:59.645372 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-e7fa1370-c85d-431d-83b5-f91f42dc158f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0644584 Nov 08 14:23:59.798126 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-fa7d71c8-0769-498e-9225-c0b562e872b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:59.799681 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-fa7d71c8-0769-498e-9225-c0b562e872b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.1462040 Nov 08 14:23:59.851472 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-c0cd09a1-e51c-4a54-8e20-d89da9e59963 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6a0832a-b65d-4335-b8eb-02304d434254 HTTP/1.1" status: 200 len: 217 time: 0.0432937 Nov 08 14:23:59.857976 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Deleting port 50c6f16b-9294-4937-8ecb-04166a28ec28 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:23:59.858324 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:23:59.961340 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-e5b253dc-95cd-4af3-8640-ebdfbd3ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:59.961999 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:09Z', 'revision_number': 1, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:23:59.962855 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-e5b253dc-95cd-4af3-8640-ebdfbd3ed13c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.1024055 Nov 08 14:23:59.993448 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:24:00.002878 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:00.003678 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:00.027576 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f72e-d139-4366-8356-240498a1805e req-bb418b1b-9315-4675-8560-5b2ead00f2f2 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:00.029174 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e6b6f72e-d139-4366-8356-240498a1805e req-bb418b1b-9315-4675-8560-5b2ead00f2f2 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0873404 Nov 08 14:24:00.030355 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] For port 50c6f16b-9294-4937-8ecb-04166a28ec28, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=50c6f16b-9294-4937-8ecb-04166a28ec28,segment=NetworkSegment(9952396e-1595-4f41-9b21-29ce8f3eaaa7),segment_id=9952396e-1595-4f41-9b21-29ce8f3eaaa7)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:00.030714 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:00.049133 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Calling delete_port for 50c6f16b-9294-4937-8ecb-04166a28ec28 owned by network:router_interface {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:00.053482 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d381-f944-4623-ab7e-d43c1706081a req-4411c3a4-7168-4287-b64a-bb9f6b398830 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:00.055008 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3d21d381-f944-4623-ab7e-d43c1706081a req-4411c3a4-7168-4287-b64a-bb9f6b398830 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 945 time: 0.0986917 Nov 08 14:24:00.055751 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-d71fa4d8-14f0-43cc-9271-fe0dd21aa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:00.057442 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-d71fa4d8-14f0-43cc-9271-fe0dd21aa7b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858963 Nov 08 14:24:00.069036 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:00.115214 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:00.120188 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-e6b6f72e-d139-4366-8356-240498a1805e req-010ab281-54dc-48b6-ac87-ab4f6dd17cdc tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808713 Nov 08 14:24:00.153658 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-3d21d381-f944-4623-ab7e-d43c1706081a req-a61406d4-b178-4a3d-8d9b-ac62aeac09b5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879228 Nov 08 14:24:00.243667 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-f10778a6-fbe9-46d9-bdec-e5ce0eeeeaff service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756110 Nov 08 14:24:00.350209 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:09Z', 'revision_number': 1, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:00.375924 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b848053-aa7a-4a93-8a96-1d5a46f80563 None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_floatingips': [{'id': 'b8df1e8a-7d39-4eda-9577-4eb6417a95d4', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'router_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'port_id': '1521326b-5bbd-411b-941b-523d8e2280d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'mac_address': 'fa:16:3e:60:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:20:06Z', 'updated_at': '2021-11-08T14:20:09Z', 'revision_number': 1, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:24:00.388940 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-c1a2fc8f-2153-4129-84d8-23b45c038db1 req-f6cabcf2-aaa8-46b1-b5e5-f11ada137eac service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370199 Nov 08 14:24:00.445365 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:00.473692 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Pushing event deleted for resources: {'Port': ['ID=50c6f16b-9294-4937-8ecb-04166a28ec28,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:00.630154 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41895aa1-8da4-4d7e-ac4b-003f6279335d None None] New status for floating IP f4e614b9-c3dd-40a7-a4f3-6cd38ea0e746: DOWN {{(pid=102230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:24:00.649395 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:00.870353 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:24:00.975833 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:24:00.980767 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-d0b2ca42-4107-4aec-a85b-3b199800678a admin admin] 10.222.0.73 "PUT /v2.0/routers/6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1417630 Nov 08 14:24:00.983410 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45690) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:00.984274 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] Sync routers for ids ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:24:00.993438 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] Routers {'6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:00.994043 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:01.089483 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.099283 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] Set router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:01.190086 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.280590 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:24:00Z', 'revision_number': 5, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port': {'id': 'd5e89690-b6fc-40d8-83da-e445977e823d', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:21:31Z', 'updated_at': '2021-11-08T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:01.293798 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963679f-edf9-4f4e-b460-f999410244f4 req-2d59e2b8-5109-4ec8-a4bb-41559b809d47 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:01.295320 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d963679f-edf9-4f4e-b460-f999410244f4 req-2d59e2b8-5109-4ec8-a4bb-41559b809d47 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 945 time: 0.0728292 Nov 08 14:24:01.309622 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] Checking router: 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:24:01.318340 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] Routers {'6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:01.318959 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:01.338095 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Deleting port d5e89690-b6fc-40d8-83da-e445977e823d {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:01.338432 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.355414 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-d963679f-edf9-4f4e-b460-f999410244f4 req-a4c4a3e4-985c-4358-a2ed-ca6352a40e05 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524423 Nov 08 14:24:01.406934 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] Set router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c gateway port host: None {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:01.426931 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] For port d5e89690-b6fc-40d8-83da-e445977e823d, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=d5e89690-b6fc-40d8-83da-e445977e823d,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:01.427546 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.439129 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Calling delete_port for d5e89690-b6fc-40d8-83da-e445977e823d owned by network:router_gateway {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:01.460441 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:24:01Z', 'revision_number': 6, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port_host': None}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:01.491192 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f7d97a-f683-43d4-84d8-96ff297fd38d None None] The sync data for ids ['6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c'] in dv-cinder-816957-1-iscsi is: [{'id': '6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c', 'name': 'tempest-TestMinimumBasicScenario-1767309987-router', 'tenant_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:21:30Z', 'updated_at': '2021-11-08T14:24:01Z', 'revision_number': 6, 'project_id': 'cb20981c5b3c4c32abad4fbf7d310e77', 'gw_port_host': None}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:24:01.600041 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75010b-dfac-4c84-96a9-662546533095 req-b94eec89-191e-46cd-a42f-85c9d57d92cf tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:01.601692 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-eb75010b-dfac-4c84-96a9-662546533095 req-b94eec89-191e-46cd-a42f-85c9d57d92cf tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 945 time: 0.0499122 Nov 08 14:24:01.663088 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.689229 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e89690-b6fc-40d8-83da-e445977e823d,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:01.697792 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Deleting port b6a0832a-b65d-4335-b8eb-02304d434254 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:01.698140 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.748697 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.787899 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] For port b6a0832a-b65d-4335-b8eb-02304d434254, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=b6a0832a-b65d-4335-b8eb-02304d434254,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:01.788298 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.800520 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Calling delete_port for b6a0832a-b65d-4335-b8eb-02304d434254 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:01.839013 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.841204 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.977200 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.977738 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c {{(pid=102229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:24:01.982132 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:01.983353 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-f21877ff-0efb-4c4f-b3d6-adf594d78df4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6c6a45e0-bfd8-4e00-9b5e-5a78cc79fd6c HTTP/1.1" status: 204 len: 168 time: 0.9989452 Nov 08 14:24:01.985774 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45694) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:02.005910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.030353 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] Deleting subnet a4851099-8f19-43a4-b5ef-2368f9d872e0 {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:24:02.032560 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event deleted for resources: {'Port': ['ID=b6a0832a-b65d-4335-b8eb-02304d434254,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:02.033440 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.070269 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.080411 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] No DVR routers for this DVR port b6a0832a-b65d-4335-b8eb-02304d434254 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:02.082801 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.086137 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-eb75010b-dfac-4c84-96a9-662546533095 req-55aa1e5c-9aa6-4f23-9428-c8cc5046d570 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "DELETE /v2.0/ports/b6a0832a-b65d-4335-b8eb-02304d434254 HTTP/1.1" status: 204 len: 173 time: 0.4783137 Nov 08 14:24:02.086571 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'name': 'network-vif-deleted', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:24:02.088929 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae2783-2e82-4aa9-b4c7-758defe640ff" -d '{"events": [{"server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "name": "network-vif-deleted", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:24:02.129866 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de9c09c-680d-4100-8c5b-10b076d55da6 x-openstack-request-id: req-0de9c09c-680d-4100-8c5b-10b076d55da6 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:24:02.131363 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083028e7-d061-40d2-a4d0-de1246a1e9bc", "name": "network-vif-deleted", "tag": "b6a0832a-b65d-4335-b8eb-02304d434254", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:24:02.131363 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0de9c09c-680d-4100-8c5b-10b076d55da6 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:24:02.131363 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083028e7-d061-40d2-a4d0-de1246a1e9bc', 'name': 'network-vif-deleted', 'tag': 'b6a0832a-b65d-4335-b8eb-02304d434254', 'status': 'completed', 'code': 200} Nov 08 14:24:02.158541 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.303917 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.328932 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4851099-8f19-43a4-b5ef-2368f9d872e0,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:02.333113 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.336383 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-aefb614b-ac3f-4021-ab7d-bcd418de9489 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a4851099-8f19-43a4-b5ef-2368f9d872e0 HTTP/1.1" status: 204 len: 168 time: 0.3496161 Nov 08 14:24:02.338935 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45700) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:02.339288 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19ade9-349b-4aac-9ded-eee3f7264999 None None] Network 48a28fef-9365-4407-a047-e5f9d8aa3711 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:24:02.422660 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.498329 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-2e5fca7f-52d9-4371-83e9-303cd7937caf req-019bda31-26e5-4647-b86b-3dcc2cf8aa66 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=083028e7-d061-40d2-a4d0-de1246a1e9bc HTTP/1.1" status: 200 len: 210 time: 0.0313778 Nov 08 14:24:02.516514 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Deleting port cddbdb00-109a-4934-8361-9cf40f9d4899 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:02.516944 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.590577 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] DHCP port deletion for 48a28fef-9365-4407-a047-e5f9d8aa3711 request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:24:02.606769 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] For port cddbdb00-109a-4934-8361-9cf40f9d4899, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=cddbdb00-109a-4934-8361-9cf40f9d4899,segment=NetworkSegment(9952396e-1595-4f41-9b21-29ce8f3eaaa7),segment_id=9952396e-1595-4f41-9b21-29ce8f3eaaa7)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:02.607140 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.622142 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Calling delete_port for cddbdb00-109a-4934-8361-9cf40f9d4899 owned by network:dhcp {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:02.648666 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] Deleting port cddbdb00-109a-4934-8361-9cf40f9d4899 {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:02.649043 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.720672 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] For port cddbdb00-109a-4934-8361-9cf40f9d4899, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=cddbdb00-109a-4934-8361-9cf40f9d4899,segment=NetworkSegment(9952396e-1595-4f41-9b21-29ce8f3eaaa7),segment_id=9952396e-1595-4f41-9b21-29ce8f3eaaa7)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:02.720998 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.733432 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] Calling delete_port for cddbdb00-109a-4934-8361-9cf40f9d4899 owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:02.785170 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.812012 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Pushing event deleted for resources: {'Port': ['ID=cddbdb00-109a-4934-8361-9cf40f9d4899,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:02.819113 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] No DVR routers for this DVR port cddbdb00-109a-4934-8361-9cf40f9d4899 on host dv-cinder-816957-1-iscsi {{(pid=102229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:02.828491 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:02.854977 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] Pushing event deleted for resources: {'Port': ['ID=cddbdb00-109a-4934-8361-9cf40f9d4899,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:02.860600 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d619db4-080b-49b2-a990-c996e04eb263 None None] No DVR routers for this DVR port cddbdb00-109a-4934-8361-9cf40f9d4899 on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:02.915765 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:03.100712 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d5e89690-b6fc-40d8-83da-e445977e823d no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:03.123628 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: d5e89690-b6fc-40d8-83da-e445977e823d {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:03.123974 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d5e89690-b6fc-40d8-83da-e445977e823d not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:03.124424 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 50c6f16b-9294-4937-8ecb-04166a28ec28 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:03.151325 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 50c6f16b-9294-4937-8ecb-04166a28ec28 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:03.151325 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 50c6f16b-9294-4937-8ecb-04166a28ec28 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:03.151530 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device cddbdb00-109a-4934-8361-9cf40f9d4899 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:03.170903 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: cddbdb00-109a-4934-8361-9cf40f9d4899 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:03.171247 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device cddbdb00-109a-4934-8361-9cf40f9d4899 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:03.183658 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a28fef-9365-4407-a047-e5f9d8aa3711']}} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:03.193748 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9952396e-1595-4f41-9b21-29ce8f3eaaa7') {'for_net_delete': True} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:03.194043 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.services.segments.db [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9952396e-1595-4f41-9b21-29ce8f3eaaa7') {} {{(pid=102229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:03.203185 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520388766'] for segment, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:03.215863 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:03.221454 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=102229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:24:03.221835 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520520809'] for segment, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: Traceback (most recent call last): Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: timer() Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: cb(*args, **kw) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: return func(*args, **kwargs) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: self._notify() Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: self.callback(batched_events) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: event.method(event) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: return f(self, *a, **k) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._get(url).json() Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: return self.request(url, 'GET', **kwargs) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:24:03.223623 dv-cinder-816957-1-iscsi neutron-server[102229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:24:03.337138 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:03.342676 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:03.345938 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] 10.222.0.73 "DELETE /v2.0/networks/48a28fef-9365-4407-a047-e5f9d8aa3711 HTTP/1.1" status: 204 len: 168 time: 1.0059955 Nov 08 14:24:03.357739 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827e6a7-b606-44c0-baec-435654ba0386 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a28fef-9365-4407-a047-e5f9d8aa3711,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:03.814439 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45712) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:03.855454 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-f5d90c03-d79c-4f5a-8dd0-f55c0deeb21d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bfdadd84e9a43b291a50c39ea51eec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398655 Nov 08 14:24:03.857913 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45714) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:03.906273 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7ee518b2-fa03-4331-8a24-f564504c4334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:03.928113 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7ee518b2-fa03-4331-8a24-f564504c4334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:04.051290 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7ee518b2-fa03-4331-8a24-f564504c4334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:04.054553 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-7ee518b2-fa03-4331-8a24-f564504c4334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:04.055717 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-7ee518b2-fa03-4331-8a24-f564504c4334 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7 HTTP/1.1" status: 204 len: 168 time: 0.1968818 Nov 08 14:24:04.063545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee518b2-fa03-4331-8a24-f564504c4334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f1bb5f-5f4b-4bd2-8d90-6e44812e89b7,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:04.966459 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device b6a0832a-b65d-4335-b8eb-02304d434254 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:04.986145 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: b6a0832a-b65d-4335-b8eb-02304d434254 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:04.986509 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device b6a0832a-b65d-4335-b8eb-02304d434254 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:05.158005 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45726) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:05.197640 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-6857c854-58e5-4b1f-84a5-9af734009c51 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb20981c5b3c4c32abad4fbf7d310e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384805 Nov 08 14:24:05.200061 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45728) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:05.251507 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-839bd22b-1c79-4972-b15f-2c1ae958b79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:05.275476 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-839bd22b-1c79-4972-b15f-2c1ae958b79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:05.486438 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-839bd22b-1c79-4972-b15f-2c1ae958b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:05.489171 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-839bd22b-1c79-4972-b15f-2c1ae958b79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:05.490373 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-839bd22b-1c79-4972-b15f-2c1ae958b79a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d86791f-a284-4aa7-897c-51099ba534b6 HTTP/1.1" status: 204 len: 168 time: 0.2894127 Nov 08 14:24:05.500514 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bd22b-1c79-4972-b15f-2c1ae958b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d86791f-a284-4aa7-897c-51099ba534b6,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:05.954439 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:06.091518 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45734) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:06.259770 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Deleting port d3cb4bc7-aab1-4de3-89c4-7b4c928a19d7 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:06.260120 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:06.338721 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:06.338991 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:06.350568 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Calling delete_port for d3cb4bc7-aab1-4de3-89c4-7b4c928a19d7 owned by network:floatingip {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:06.588628 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:06.615233 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event deleted for resources: {'Port': ['ID=d3cb4bc7-aab1-4de3-89c4-7b4c928a19d7,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:06.676327 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:06.676656 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Floating IP b8df1e8a-7d39-4eda-9577-4eb6417a95d4 disassociated (deleted). External IP: 172.27.2.240, port: 1521326b-5bbd-411b-941b-523d8e2280d9. Nov 08 14:24:06.876893 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:24:06.978731 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:24:06.983573 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:06.988058 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:24:06.998025 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:06.998671 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:07.010357 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-3c00e404-2915-4ceb-a8bd-02c02d44d1a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "DELETE /v2.0/floatingips/b8df1e8a-7d39-4eda-9577-4eb6417a95d4 HTTP/1.1" status: 204 len: 168 time: 0.9175949 Nov 08 14:24:07.010899 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:24:07.013148 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d3290c-42fa-4269-8fbd-90212d8dd745" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:24:07.057416 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf6092e-9769-4b75-af28-4c11d5a83c2d x-openstack-request-id: req-ccf6092e-9769-4b75-af28-4c11d5a83c2d {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:24:07.058511 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:24:07.058511 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ccf6092e-9769-4b75-af28-4c11d5a83c2d {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:24:07.058511 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9', 'status': 'completed', 'code': 200} Nov 08 14:24:07.136032 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-d3d0073c-a43a-4047-b5cb-bb0b37109000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:07.137397 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-d3d0073c-a43a-4047-b5cb-bb0b37109000 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3e148eb10c2460ebc630452574cb55f&device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 1098 time: 0.0463750 Nov 08 14:24:07.229889 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-537ad71f-afc1-4363-9685-0071e6bef91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:07.231377 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-537ad71f-afc1-4363-9685-0071e6bef91c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 200 len: 913 time: 0.0870068 Nov 08 14:24:07.240490 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:07.276664 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-ec4b5029-e5a6-438b-8363-30b4f37d0121 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 200 len: 217 time: 0.0381725 Nov 08 14:24:07.329409 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-35a5e355-9066-4f08-a3a9-60a8b49726cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:07.330913 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-35a5e355-9066-4f08-a3a9-60a8b49726cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 200 len: 850 time: 0.0475044 Nov 08 14:24:07.377147 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-17eb439a-7fdb-4b97-a2fd-f05ffd608dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:07.379151 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-17eb439a-7fdb-4b97-a2fd-f05ffd608dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2766925-0ac2-4bbc-a57a-e3dd8e336a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400221 Nov 08 14:24:07.453012 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:07.477856 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-46911db3-cae5-4818-9525-bae3d6174c9d service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918593 Nov 08 14:24:07.485479 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:24:07.494345 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:07.494977 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:07.511895 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd73ec7-2d12-458f-aa43-5b86a1bf2be3 req-83dc2bdd-522d-47cc-9e12-740018c745f2 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:07.513631 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-abd73ec7-2d12-458f-aa43-5b86a1bf2be3 req-83dc2bdd-522d-47cc-9e12-740018c745f2 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 945 time: 0.0496895 Nov 08 14:24:07.553731 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-abd73ec7-2d12-458f-aa43-5b86a1bf2be3 req-c51d93ff-1da7-4b22-b403-9c7d7c5160a1 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Nov 08 14:24:07.574866 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-43d3290c-42fa-4269-8fbd-90212d8dd745 req-02c151f9-7033-49f8-a373-25ee76910f50 service neutron] 10.222.0.64 "GET /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895774 Nov 08 14:24:07.605118 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:07.809566 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:07.836173 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14324099-2576-49a0-bcdf-edf1e02289b2 None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 4, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '2afdca10-96ff-4c94-9ce3-d243f0d4e6d1', 'name': '', 'network_id': 'c2766925-0ac2-4bbc-a57a-e3dd8e336a74', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'mac_address': 'fa:16:3e:7e:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:44Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'subnets': [{'id': '18c58068-48f4-499f-a4bc-2146934a69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:24:08.048875 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fbc3b-2b6c-411b-b416-687cd521e36a None None] New status for floating IP b8df1e8a-7d39-4eda-9577-4eb6417a95d4: DOWN {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:24:08.669321 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432966-ed92-488c-b6c0-29d13858d3cb req-60c80d37-8edb-45c2-a017-ee84847737a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:08.670788 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eb432966-ed92-488c-b6c0-29d13858d3cb req-60c80d37-8edb-45c2-a017-ee84847737a6 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 945 time: 0.0476265 Nov 08 14:24:08.709956 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-eb432966-ed92-488c-b6c0-29d13858d3cb req-792fac0c-a438-4106-b081-eba71c35c195 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ea3c416-3da3-41e3-9da9-478a90a2270c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329571 Nov 08 14:24:09.218008 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-9a8513bf-f468-4571-ba92-3993ee1baf4a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:09.219499 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-9a8513bf-f468-4571-ba92-3993ee1baf4a tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 945 time: 0.0489945 Nov 08 14:24:09.317382 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Deleting port 1521326b-5bbd-411b-941b-523d8e2280d9 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:09.317729 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:09.404610 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] For port 1521326b-5bbd-411b-941b-523d8e2280d9, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=1521326b-5bbd-411b-941b-523d8e2280d9,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:09.404971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:09.417327 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Calling delete_port for 1521326b-5bbd-411b-941b-523d8e2280d9 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:09.622872 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:09.648943 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event deleted for resources: {'Port': ['ID=1521326b-5bbd-411b-941b-523d8e2280d9,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:09.809360 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-69256abd-6045-4cc2-836c-b2a54f8df1bc req-b2057c38-88ad-4150-a9ba-135901e16d68 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 210 time: 0.0312967 Nov 08 14:24:09.930282 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] No DVR routers for this DVR port 1521326b-5bbd-411b-941b-523d8e2280d9 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:09.932598 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:09.935889 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-d8e77cd3-0824-4e10-aea8-54f94e02b738 req-f6c49e22-c3da-4bbf-8711-4c1cd9aa2091 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.64 "DELETE /v2.0/ports/1521326b-5bbd-411b-941b-523d8e2280d9 HTTP/1.1" status: 204 len: 173 time: 0.7095952 Nov 08 14:24:09.936388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'name': 'network-vif-deleted', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:24:09.938511 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3327d3a-d01c-4b2d-bfd4-8072d6b57c76" -d '{"events": [{"server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "name": "network-vif-deleted", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:24:09.974302 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6238dcc9-c51b-4c87-86e4-3401c6f0ae85 x-openstack-request-id: req-6238dcc9-c51b-4c87-86e4-3401c6f0ae85 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:24:09.974595 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8214d0-9ec3-4303-91c8-6246ab03594f", "name": "network-vif-deleted", "tag": "1521326b-5bbd-411b-941b-523d8e2280d9", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:24:09.974843 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6238dcc9-c51b-4c87-86e4-3401c6f0ae85 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:24:09.975237 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8214d0-9ec3-4303-91c8-6246ab03594f', 'name': 'network-vif-deleted', 'tag': '1521326b-5bbd-411b-941b-523d8e2280d9', 'status': 'completed', 'code': 200} Nov 08 14:24:10.912537 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-0149cf94-7ac8-4292-b09c-70f723a8f5e8 req-f6c254ff-1099-4a6c-a89c-5c10260793a5 tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8214d0-9ec3-4303-91c8-6246ab03594f HTTP/1.1" status: 200 len: 210 time: 0.0245855 Nov 08 14:24:11.967926 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45756) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:12.088303 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Deleting port cb722304-8bf8-4e88-b275-3da9d1fb49ac {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:12.088638 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:12.160546 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:12.160869 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:12.171987 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Calling delete_port for cb722304-8bf8-4e88-b275-3da9d1fb49ac owned by network:floatingip {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:12.377205 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:12.403839 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event deleted for resources: {'Port': ['ID=cb722304-8bf8-4e88-b275-3da9d1fb49ac,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:12.466911 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:12.469524 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:12.470686 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ed1b0356-71c7-478b-af69-b4d8bc84f40c tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "DELETE /v2.0/floatingips/63e7ea82-fe18-4d64-97a6-211e4b926005 HTTP/1.1" status: 204 len: 168 time: 0.5017560 Nov 08 14:24:13.006557 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1521326b-5bbd-411b-941b-523d8e2280d9 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:13.029710 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 1521326b-5bbd-411b-941b-523d8e2280d9 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:13.030050 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 1521326b-5bbd-411b-941b-523d8e2280d9 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:13.841081 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45770) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:13.898379 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b9787f21-7ed7-408d-b4d1-13fd80530c6e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:13.922886 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b9787f21-7ed7-408d-b4d1-13fd80530c6e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:14.101911 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b9787f21-7ed7-408d-b4d1-13fd80530c6e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:14.104708 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-b9787f21-7ed7-408d-b4d1-13fd80530c6e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:14.105867 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-b9787f21-7ed7-408d-b4d1-13fd80530c6e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] 10.222.0.73 "DELETE /v2.0/security-groups/6ea3c416-3da3-41e3-9da9-478a90a2270c HTTP/1.1" status: 204 len: 168 time: 0.2638159 Nov 08 14:24:14.118606 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9787f21-7ed7-408d-b4d1-13fd80530c6e tempest-TestVolumeBootPattern-1054621227 tempest-TestVolumeBootPattern-1054621227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea3c416-3da3-41e3-9da9-478a90a2270c,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:14.240711 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45776) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:14.774737 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:15.012570 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Deleting port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:15.012909 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:15.090381 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] For port 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:15.090741 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:15.104408 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Calling delete_port for 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 owned by network:router_interface {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:15.422547 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:15.458240 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afdca10-96ff-4c94-9ce3-d243f0d4e6d1,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:15.627820 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:15.836706 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:24:15.944826 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:24:15.949970 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-cbf3ccbc-dd95-4532-840a-2e601ba0dde2 admin admin] 10.222.0.73 "PUT /v2.0/routers/4fd1ab30-553a-4a86-bc8d-31afcbadb03f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082033 Nov 08 14:24:15.952548 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45780) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:15.955318 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] Sync routers for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:24:15.965448 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:15.966066 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:16.058416 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks [] for router, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.072049 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:16.161424 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.246826 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:24:15Z', 'revision_number': 5, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port': {'id': 'd36ee459-f3e7-4fbf-aae6-b9a5947f57e2', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:37Z', 'updated_at': '2021-11-08T14:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:16.272607 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] Checking router: 4fd1ab30-553a-4a86-bc8d-31afcbadb03f for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:24:16.281073 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] Routers {'4fd1ab30-553a-4a86-bc8d-31afcbadb03f'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:16.281687 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:16.318149 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Deleting port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:16.318490 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.370895 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] Set router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f gateway port host: None {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:16.395737 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] For port d36ee459-f3e7-4fbf-aae6-b9a5947f57e2, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:16.396097 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.408754 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Calling delete_port for d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 owned by network:router_gateway {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:16.426233 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:24:16Z', 'revision_number': 6, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port_host': None}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:16.452513 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2810734-8596-4c37-bab9-3f0c3f082c75 None None] The sync data for ids ['4fd1ab30-553a-4a86-bc8d-31afcbadb03f'] in dv-cinder-816957-1-iscsi is: [{'id': '4fd1ab30-553a-4a86-bc8d-31afcbadb03f', 'name': 'tempest-TestVolumeBootPattern-823595720-router', 'tenant_id': 'e3e148eb10c2460ebc630452574cb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:36Z', 'updated_at': '2021-11-08T14:24:16Z', 'revision_number': 6, 'project_id': 'e3e148eb10c2460ebc630452574cb55f', 'gw_port_host': None}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:24:16.651065 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.678657 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36ee459-f3e7-4fbf-aae6-b9a5947f57e2,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:16.739387 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.842604 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.844949 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.976691 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.977163 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd1ab30-553a-4a86-bc8d-31afcbadb03f {{(pid=102228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:24:16.982022 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:16.983191 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-ac6eff2e-3252-472c-b419-5f76c3706361 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4fd1ab30-553a-4a86-bc8d-31afcbadb03f HTTP/1.1" status: 204 len: 168 time: 1.0297370 Nov 08 14:24:16.985779 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45782) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:17.029283 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] Deleting subnet 18c58068-48f4-499f-a4bc-2146934a69d2 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:24:17.032270 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.065009 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.171932 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.251678 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:17.272417 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:17.272756 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 2afdca10-96ff-4c94-9ce3-d243f0d4e6d1 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:17.273158 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:17.293883 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:17.294220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device d36ee459-f3e7-4fbf-aae6-b9a5947f57e2 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:17.394492 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.417814 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c58068-48f4-499f-a4bc-2146934a69d2,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:17.423812 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.428124 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-eb8dbf34-efe9-4d2e-8408-3173ec5cb4c6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/18c58068-48f4-499f-a4bc-2146934a69d2 HTTP/1.1" status: 204 len: 168 time: 0.4411011 Nov 08 14:24:17.430538 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73cc8f-9f6f-4413-b982-ca1c50cf5389 None None] Network c2766925-0ac2-4bbc-a57a-e3dd8e336a74 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:24:17.431879 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45784) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:17.622472 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] DHCP port deletion for c2766925-0ac2-4bbc-a57a-e3dd8e336a74 request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:24:17.673879 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] Deleting port f67e08bf-5cb2-48ac-974c-16f843b092a8 {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:17.674248 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.737146 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] For port f67e08bf-5cb2-48ac-974c-16f843b092a8, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f67e08bf-5cb2-48ac-974c-16f843b092a8,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:17.737606 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.751204 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] Calling delete_port for f67e08bf-5cb2-48ac-974c-16f843b092a8 owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:17.756242 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.811236 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Deleting port f67e08bf-5cb2-48ac-974c-16f843b092a8 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:17.811498 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.874264 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] For port f67e08bf-5cb2-48ac-974c-16f843b092a8, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f67e08bf-5cb2-48ac-974c-16f843b092a8,segment=NetworkSegment(d086bfa3-ba74-4c81-82ed-97721bab9622),segment_id=d086bfa3-ba74-4c81-82ed-97721bab9622)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:17.874618 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.891292 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Calling delete_port for f67e08bf-5cb2-48ac-974c-16f843b092a8 owned by network:dhcp {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:17.936409 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.963754 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] Pushing event deleted for resources: {'Port': ['ID=f67e08bf-5cb2-48ac-974c-16f843b092a8,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:17.965491 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:17.965663 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2f6b4-7545-4e6a-8085-f99bdf46dad1 None None] No DVR routers for this DVR port f67e08bf-5cb2-48ac-974c-16f843b092a8 on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:17.987945 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67e08bf-5cb2-48ac-974c-16f843b092a8,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:17.997697 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] No DVR routers for this DVR port f67e08bf-5cb2-48ac-974c-16f843b092a8 on host dv-cinder-816957-1-iscsi {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:18.069140 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.088876 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2766925-0ac2-4bbc-a57a-e3dd8e336a74']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:18.097950 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd086bfa3-ba74-4c81-82ed-97721bab9622') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:18.098797 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd086bfa3-ba74-4c81-82ed-97721bab9622') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:18.107971 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.120765 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.126474 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:24:18.126851 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: self.session.flush() Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: self.session.flush() Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: self.session.flush() Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: self.session.flush() Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:24:18.128517 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:24:18.256767 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.262275 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.268256 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c2766925-0ac2-4bbc-a57a-e3dd8e336a74 HTTP/1.1" status: 204 len: 168 time: 0.8321834 Nov 08 14:24:18.268561 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45786) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:18.280526 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe57820-c668-4ae6-968f-96955080bd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2766925-0ac2-4bbc-a57a-e3dd8e336a74,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:18.609619 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.838728 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:24:18.861888 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Deleting port 4f505fba-b020-473a-9a82-873e2a925f3a {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:18.862129 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.940980 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] For port 4f505fba-b020-473a-9a82-873e2a925f3a, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=4f505fba-b020-473a-9a82-873e2a925f3a,segment=NetworkSegment(aa39fa5e-d7c8-4234-bf58-0171db3292fb),segment_id=aa39fa5e-d7c8-4234-bf58-0171db3292fb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:18.941350 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:18.954072 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Calling delete_port for 4f505fba-b020-473a-9a82-873e2a925f3a owned by network:router_interface {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:19.087066 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f67e08bf-5cb2-48ac-974c-16f843b092a8 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:19.107832 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: f67e08bf-5cb2-48ac-974c-16f843b092a8 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:19.119828 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f67e08bf-5cb2-48ac-974c-16f843b092a8 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:19.193698 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:19.218554 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f505fba-b020-473a-9a82-873e2a925f3a,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:19.394061 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:19.618614 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Router 55a5d057-5398-4c93-b998-4c3effc53191 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:24:19.720466 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:24:19.725645 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-eb1ee180-bd79-4cc4-9390-7976fa2b25b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/55a5d057-5398-4c93-b998-4c3effc53191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560032 Nov 08 14:24:19.728198 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45788) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:19.728840 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] Sync routers for ids ['55a5d057-5398-4c93-b998-4c3effc53191'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:24:19.737914 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] Routers {'55a5d057-5398-4c93-b998-4c3effc53191'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:19.739084 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['55a5d057-5398-4c93-b998-4c3effc53191'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:19.829982 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks [] for router, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:19.842047 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] Set router 55a5d057-5398-4c93-b998-4c3effc53191 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:19.930030 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.024619 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:24:19Z', 'revision_number': 5, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port': {'id': 'f2b82be1-0861-41df-9f5a-b5f4c4569d32', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a5d057-5398-4c93-b998-4c3effc53191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:46Z', 'updated_at': '2021-11-08T14:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:20.061598 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Deleting port f2b82be1-0861-41df-9f5a-b5f4c4569d32 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:20.061937 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.141820 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] Checking router: 55a5d057-5398-4c93-b998-4c3effc53191 for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:24:20.151151 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] Routers {'55a5d057-5398-4c93-b998-4c3effc53191'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:20.151807 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:23:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['55a5d057-5398-4c93-b998-4c3effc53191'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:20.153243 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] For port f2b82be1-0861-41df-9f5a-b5f4c4569d32, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=f2b82be1-0861-41df-9f5a-b5f4c4569d32,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:20.153636 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.166639 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Calling delete_port for f2b82be1-0861-41df-9f5a-b5f4c4569d32 owned by network:router_gateway {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:20.240345 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] Set router 55a5d057-5398-4c93-b998-4c3effc53191 gateway port host: None {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:20.295921 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:24:19Z', 'revision_number': 6, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port_host': None}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:20.323839 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f6e93-4b95-404b-b72e-810a948fa887 None None] The sync data for ids ['55a5d057-5398-4c93-b998-4c3effc53191'] in dv-cinder-816957-1-iscsi is: [{'id': '55a5d057-5398-4c93-b998-4c3effc53191', 'name': 'tempest-TestVolumeBootPattern-323132185-router', 'tenant_id': '3cef4dc4dade4919a0e13262d796b03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:45Z', 'updated_at': '2021-11-08T14:24:19Z', 'revision_number': 6, 'project_id': '3cef4dc4dade4919a0e13262d796b03c', 'gw_port_host': None}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:24:20.406246 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.430443 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b82be1-0861-41df-9f5a-b5f4c4569d32,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:20.492394 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.577681 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.579708 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.713334 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.713870 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a5d057-5398-4c93-b998-4c3effc53191 {{(pid=102229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:24:20.718230 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.719393 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-dea013ec-e236-4013-b427-bd829dbf4846 admin admin] 10.222.0.73 "DELETE /v2.0/routers/55a5d057-5398-4c93-b998-4c3effc53191 HTTP/1.1" status: 204 len: 168 time: 0.9902632 Nov 08 14:24:20.721874 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45790) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:20.770761 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] Deleting subnet fc1ab453-1afa-49af-8bc6-4d7e91e7cf30 {{(pid=102229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:24:20.774090 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.808272 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520388759'] for subnet, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:20.887372 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.022602 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520520899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520386027'] for subnet, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.048261 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1ab453-1afa-49af-8bc6-4d7e91e7cf30,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:21.052998 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.056290 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2af06ecd-0a12-4b88-9193-9472f191bdde admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fc1ab453-1afa-49af-8bc6-4d7e91e7cf30 HTTP/1.1" status: 204 len: 168 time: 0.3334539 Nov 08 14:24:21.059299 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45794) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:21.073869 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf2e1e-9b1a-4221-9fa3-c558b2454101 None None] Network c6630952-22ca-45ed-89cf-e898340368c5 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:24:21.138079 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 4f505fba-b020-473a-9a82-873e2a925f3a no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:21.143117 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.167100 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 4f505fba-b020-473a-9a82-873e2a925f3a {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:21.167444 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 4f505fba-b020-473a-9a82-873e2a925f3a not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:21.167874 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f2b82be1-0861-41df-9f5a-b5f4c4569d32 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:21.197163 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Deleting port bcb5fb1d-f800-4976-b9e7-f5051d487d6a {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:21.197506 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.204651 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: f2b82be1-0861-41df-9f5a-b5f4c4569d32 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:21.204980 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device f2b82be1-0861-41df-9f5a-b5f4c4569d32 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:21.265307 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] For port bcb5fb1d-f800-4976-b9e7-f5051d487d6a, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,segment=NetworkSegment(aa39fa5e-d7c8-4234-bf58-0171db3292fb),segment_id=aa39fa5e-d7c8-4234-bf58-0171db3292fb)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:21.268428 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.282507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Calling delete_port for bcb5fb1d-f800-4976-b9e7-f5051d487d6a owned by network:dhcp {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:21.309953 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] DHCP port deletion for c6630952-22ca-45ed-89cf-e898340368c5 request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:24:21.360583 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] Deleting port bcb5fb1d-f800-4976-b9e7-f5051d487d6a {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:24:21.360962 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.433238 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] For port bcb5fb1d-f800-4976-b9e7-f5051d487d6a, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,segment=NetworkSegment(aa39fa5e-d7c8-4234-bf58-0171db3292fb),segment_id=aa39fa5e-d7c8-4234-bf58-0171db3292fb)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:21.433637 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.439127 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.446751 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] Calling delete_port for bcb5fb1d-f800-4976-b9e7-f5051d487d6a owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:24:21.464662 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:21.468260 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] No DVR routers for this DVR port bcb5fb1d-f800-4976-b9e7-f5051d487d6a on host dv-cinder-816957-1-iscsi {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:21.525824 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.546702 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.555717 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] Pushing event deleted for resources: {'Port': ['ID=bcb5fb1d-f800-4976-b9e7-f5051d487d6a,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:21.564568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c82cf-b0a2-4b2b-8e37-773d26ea58e6 None None] No DVR routers for this DVR port bcb5fb1d-f800-4976-b9e7-f5051d487d6a on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:24:21.569095 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6630952-22ca-45ed-89cf-e898340368c5']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:21.578973 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa39fa5e-d7c8-4234-bf58-0171db3292fb') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:21.579273 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa39fa5e-d7c8-4234-bf58-0171db3292fb') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:21.589955 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.603646 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.609704 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:24:21.614231 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:24:21.731081 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.736407 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:21.740292 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c6630952-22ca-45ed-89cf-e898340368c5 HTTP/1.1" status: 204 len: 168 time: 0.6798928 Nov 08 14:24:21.751063 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412527e7-3f65-48fc-9b87-c147e96c29d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6630952-22ca-45ed-89cf-e898340368c5,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:22.119785 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45800) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:22.158838 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-af5bea80-7429-4c0a-a328-cff6d8514a25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3e148eb10c2460ebc630452574cb55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379062 Nov 08 14:24:22.162124 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45802) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:22.210158 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60da7b7f-6d82-4ab1-b227-375533060dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:22.230692 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60da7b7f-6d82-4ab1-b227-375533060dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:22.358913 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60da7b7f-6d82-4ab1-b227-375533060dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:22.361507 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-60da7b7f-6d82-4ab1-b227-375533060dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:22.362667 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-60da7b7f-6d82-4ab1-b227-375533060dde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c93ea57-9f15-463d-9fb6-1ae202ec9069 HTTP/1.1" status: 204 len: 168 time: 0.1996036 Nov 08 14:24:22.370468 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da7b7f-6d82-4ab1-b227-375533060dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93ea57-9f15-463d-9fb6-1ae202ec9069,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:23.021531 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45808) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:23.062783 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c53d5e46-0dbc-41b5-90ad-a60538f3ef1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3cef4dc4dade4919a0e13262d796b03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400939 Nov 08 14:24:23.065439 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45810) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:23.098791 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device bcb5fb1d-f800-4976-b9e7-f5051d487d6a no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:24:23.116270 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0c2617a8-fb7c-44ab-a8c4-12ed27da3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:23.122978 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: bcb5fb1d-f800-4976-b9e7-f5051d487d6a {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:24:23.123327 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device bcb5fb1d-f800-4976-b9e7-f5051d487d6a not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:24:23.137788 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0c2617a8-fb7c-44ab-a8c4-12ed27da3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:23.261888 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0c2617a8-fb7c-44ab-a8c4-12ed27da3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:23.264501 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-0c2617a8-fb7c-44ab-a8c4-12ed27da3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:23.265702 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-0c2617a8-fb7c-44ab-a8c4-12ed27da3cb3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6447f65d-02a0-462a-b65a-cac7388c89dc HTTP/1.1" status: 204 len: 168 time: 0.1992571 Nov 08 14:24:23.273764 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2617a8-fb7c-44ab-a8c4-12ed27da3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447f65d-02a0-462a-b65a-cac7388c89dc,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:24.170353 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-7bc72a0d-caa7-4516-8a5c-2cce187155f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:27.141534 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:27.181362 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fc405184-834a-4968-82cc-ae219c22d516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:28.530381 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:30.084921 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:36.004297 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:54.146510 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-069d79fb-31b7-4185-b042-d3c2ba3df728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:55.837754 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:24:57.151686 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:57.168602 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-07b86ec5-8e3a-4ddf-b1fd-7dafd6ea48de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:24:58.517661 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:00.054596 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:05.985855 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:19.469389 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45822) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:19.624624 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Deleting port 061cd9f8-8993-43d2-a3d2-c2ccf819a507 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:19.624944 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:19.697403 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:19.697704 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:19.709453 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Calling delete_port for 061cd9f8-8993-43d2-a3d2-c2ccf819a507 owned by network:floatingip {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:19.939910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:19.964950 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event deleted for resources: {'Port': ['ID=061cd9f8-8993-43d2-a3d2-c2ccf819a507,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:19.978676 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.979033 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.979377 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.979749 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.980085 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.980415 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.980743 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.981070 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.981396 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.981720 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.982042 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:19.982378 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:20.044584 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for floatingip, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:20.045099 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.db.l3_db [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Floating IP ce78206a-689f-4c48-9c22-92ab96857c75 disassociated (deleted). External IP: 172.27.2.154, port: 488d1415-b640-49a5-a0ba-f326918f3fe3. Nov 08 14:25:20.259877 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Router 30826a0e-774b-432e-b9e8-8306abef2046 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:25:20.365557 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:25:20.377839 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for floatingip, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:20.377950 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] Sync routers for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:25:20.386388 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:20.387010 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:24:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:20.398663 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c6cc13b1-a59a-4d88-9733-c2114621286e tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "DELETE /v2.0/floatingips/ce78206a-689f-4c48-9c22-92ab96857c75 HTTP/1.1" status: 204 len: 168 time: 0.9283140 Nov 08 14:25:20.399254 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:25:20.401576 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:25:20.442860 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bf804f-07e8-4029-b723-86114db94ac4 x-openstack-request-id: req-87bf804f-07e8-4029-b723-86114db94ac4 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:25:20.443210 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:25:20.443397 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87bf804f-07e8-4029-b723-86114db94ac4 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:25:20.443847 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'status': 'completed', 'code': 200} Nov 08 14:25:20.516714 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-c420ef7d-e8c3-4fe2-85fb-aa28b9cc5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:20.518282 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-c420ef7d-e8c3-4fe2-85fb-aa28b9cc5169 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 1098 time: 0.0469601 Nov 08 14:25:20.611442 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-a70babc6-d52b-4b0a-b896-80348199a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:20.613024 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-a70babc6-d52b-4b0a-b896-80348199a28f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 200 len: 911 time: 0.0870981 Nov 08 14:25:20.624504 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:20.658950 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-3e3aea6d-41b6-44dd-a597-94a325d8e9ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 200 len: 217 time: 0.0346508 Nov 08 14:25:20.718252 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-d2599208-02c4-44eb-a70e-827aa27182a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:20.719705 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-d2599208-02c4-44eb-a70e-827aa27182a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6431ab16-95b7-4606-8b44-e6d3831f056c HTTP/1.1" status: 200 len: 848 time: 0.0503774 Nov 08 14:25:20.765475 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-85f58d2a-5f78-4845-905e-ea2d2d5278de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:20.767074 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-85f58d2a-5f78-4845-905e-ea2d2d5278de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397818 Nov 08 14:25:20.842984 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:29Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:20.867962 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-144e0dd2-0a54-4968-96e3-f276dd09feb2 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881538 Nov 08 14:25:20.871009 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] Checking router: 30826a0e-774b-432e-b9e8-8306abef2046 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:25:20.880175 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:20.880869 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:24:57Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:20.881476 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25525052-6742-4301-afc2-d21769972728 req-2788e559-a1cf-4fe6-b708-23ec6f0477ec tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:20.883098 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-25525052-6742-4301-afc2-d21769972728 req-2788e559-a1cf-4fe6-b708-23ec6f0477ec tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0523739 Nov 08 14:25:20.927898 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-25525052-6742-4301-afc2-d21769972728 req-48488be2-5384-46ed-a60e-e5e96b30444c tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365708 Nov 08 14:25:20.972036 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-b642377d-db4c-4c7d-a9f1-5a6fffd2a871 req-1694e6d6-cac9-47d2-be6a-a513fbb527c1 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953996 Nov 08 14:25:20.992956 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:21.192831 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:29Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:21.218933 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5149a4-4c27-46d5-a76c-a8a311acfe6b None None] The sync data for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi is: [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:20:25Z', 'revision_number': 4, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi', '_interfaces': [{'id': '01983988-5f10-46a6-80bb-e687303b9543', 'name': '', 'network_id': 'd9c24eea-72d2-4d25-b14f-15e6c3aa0cb4', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'mac_address': 'fa:16:3e:06:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:24Z', 'updated_at': '2021-11-08T14:20:29Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'subnets': [{'id': '6431ab16-95b7-4606-8b44-e6d3831f056c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:25:21.436482 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d75d7e-d52f-4f7b-b9db-a97c4e4a401d None None] New status for floating IP ce78206a-689f-4c48-9c22-92ab96857c75: DOWN {{(pid=102231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:25:22.042705 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be5bb7-c016-45bb-89fa-c8f06ca4c6a6 req-572b9582-aa20-4106-af29-f1354fc4e877 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:22.044201 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92be5bb7-c016-45bb-89fa-c8f06ca4c6a6 req-572b9582-aa20-4106-af29-f1354fc4e877 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0477080 Nov 08 14:25:22.083982 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-92be5bb7-c016-45bb-89fa-c8f06ca4c6a6 req-c6c16f81-abe6-493c-a758-baef8d7a683a tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/security-groups?id=c95c02fd-0fe5-46af-b291-d1dc54e3a563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338206 Nov 08 14:25:22.720551 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-a0f7c484-74c5-4909-b6ed-c1ce632b1acf tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:22.721993 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-a0f7c484-74c5-4909-b6ed-c1ce632b1acf tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 945 time: 0.0478437 Nov 08 14:25:22.822026 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Deleting port 488d1415-b640-49a5-a0ba-f326918f3fe3 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:22.822366 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:22.913106 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] For port 488d1415-b640-49a5-a0ba-f326918f3fe3, host hv-cinder-81695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81695',level=0,port_id=488d1415-b640-49a5-a0ba-f326918f3fe3,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:22.913464 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:22.925910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Calling delete_port for 488d1415-b640-49a5-a0ba-f326918f3fe3 owned by compute:nova {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:23.116493 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:23.146730 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event deleted for resources: {'Port': ['ID=488d1415-b640-49a5-a0ba-f326918f3fe3,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:23.189522 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-842424e7-f428-4cd7-b21e-810fbc1c1014 req-ee4d15b2-b33d-423e-847c-a7be5aad75df tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 210 time: 0.0332084 Nov 08 14:25:23.191308 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] No DVR routers for this DVR port 488d1415-b640-49a5-a0ba-f326918f3fe3 on host hv-cinder-81695 {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:25:23.193840 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39013'] for port, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:23.197407 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [req-2f45a3aa-e8a6-4aa1-b5e2-2df7a9332ae3 req-106084f1-1494-4796-b244-65b440643b90 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.64 "DELETE /v2.0/ports/488d1415-b640-49a5-a0ba-f326918f3fe3 HTTP/1.1" status: 204 len: 173 time: 0.4660175 Nov 08 14:25:23.197849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-deleted', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3'}] {{(pid=102228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:25:23.200109 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097a7863d2d0ceabf97cc9fea825b8880ae5e996960fd8b0adad8c42a12f1ed4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575b9a50-f5cd-4567-bbd5-74ad2fded1d9" -d '{"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-deleted", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3"}]}' {{(pid=102228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:25:23.244983 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf470c1-dcd6-428e-b7b3-85d92ded9011 x-openstack-request-id: req-baf470c1-dcd6-428e-b7b3-85d92ded9011 {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:25:23.249545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f42e2a-b89d-48d7-9c8b-37cab89f095c", "name": "network-vif-deleted", "tag": "488d1415-b640-49a5-a0ba-f326918f3fe3", "status": "completed", "code": 200}]} {{(pid=102228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:25:23.249545 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-baf470c1-dcd6-428e-b7b3-85d92ded9011 {{(pid=102228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:25:23.249545 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f42e2a-b89d-48d7-9c8b-37cab89f095c', 'name': 'network-vif-deleted', 'tag': '488d1415-b640-49a5-a0ba-f326918f3fe3', 'status': 'completed', 'code': 200} Nov 08 14:25:24.139387 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-b6285cf6-c356-4f7f-a765-b8cf91cf74fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:24.295578 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [req-99b6405a-7299-449f-8fab-ce8b7cbdc972 req-fce2adcc-984f-47eb-a5e6-88e527dd0b19 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f42e2a-b89d-48d7-9c8b-37cab89f095c HTTP/1.1" status: 200 len: 210 time: 0.0276833 Nov 08 14:25:25.335118 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 488d1415-b640-49a5-a0ba-f326918f3fe3 no longer exists at agent hyperv_hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:25:25.352956 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45850) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:25.356194 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] No Port match for: 488d1415-b640-49a5-a0ba-f326918f3fe3 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:25:25.356548 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Device 488d1415-b640-49a5-a0ba-f326918f3fe3 not bound to the agent host hv-cinder-81695 {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:25:25.411805 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-568ba711-8e85-4aec-b449-6d870ddce637 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:25.437601 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-568ba711-8e85-4aec-b449-6d870ddce637 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:25.567784 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-568ba711-8e85-4aec-b449-6d870ddce637 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:25.570948 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-568ba711-8e85-4aec-b449-6d870ddce637 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:25.572171 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-568ba711-8e85-4aec-b449-6d870ddce637 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] 10.222.0.73 "DELETE /v2.0/security-groups/c95c02fd-0fe5-46af-b291-d1dc54e3a563 HTTP/1.1" status: 204 len: 168 time: 0.2179492 Nov 08 14:25:25.588118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ba711-8e85-4aec-b449-6d870ddce637 tempest-TestShelveInstance-1787592662 tempest-TestShelveInstance-1787592662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95c02fd-0fe5-46af-b291-d1dc54e3a563,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:25.709182 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45854) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:26.231976 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:26.469465 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Deleting port 01983988-5f10-46a6-80bb-e687303b9543 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:26.470196 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:26.547361 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] For port 01983988-5f10-46a6-80bb-e687303b9543, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=01983988-5f10-46a6-80bb-e687303b9543,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:26.547744 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:26.560825 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Calling delete_port for 01983988-5f10-46a6-80bb-e687303b9543 owned by network:router_interface {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:26.813532 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:26.838777 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=01983988-5f10-46a6-80bb-e687303b9543,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:27.001013 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:27.127524 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:27.155939 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-214e08fc-8a72-4c3a-a73e-c98f564a12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:27.226666 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Router 30826a0e-774b-432e-b9e8-8306abef2046 has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:25:27.328923 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:25:27.333830 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-28d67fd1-98c6-4bbe-bef3-7b40d13bf8fa admin admin] 10.222.0.73 "PUT /v2.0/routers/30826a0e-774b-432e-b9e8-8306abef2046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230760 Nov 08 14:25:27.337302 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45858) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:27.339906 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] Sync routers for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:25:27.348998 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:27.349606 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:25:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:27.491021 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks [] for router, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:27.518946 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:27.703881 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:25:26Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:27.734061 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] Checking router: 30826a0e-774b-432e-b9e8-8306abef2046 for host: dv-cinder-816957-1-iscsi {{(pid=102230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:25:27.743370 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] Routers {'30826a0e-774b-432e-b9e8-8306abef2046'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:27.744027 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:25:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['30826a0e-774b-432e-b9e8-8306abef2046'], 'active': True} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:27.840345 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:27.848295 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvr_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] Set router 30826a0e-774b-432e-b9e8-8306abef2046 gateway port host: dv-cinder-816957-1-iscsi {{(pid=102230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:27.970388 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Deleting port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:27.970612 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.029302 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_hamode_db [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:25:26Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:28.048438 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] For port 3d2a7c7f-7098-47f6-a113-3e1d4257cb75, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:28.048794 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.056797 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b806498-2e6b-43f5-af57-efbbb2f714a8 None None] The sync data for ids ['30826a0e-774b-432e-b9e8-8306abef2046'] in dv-cinder-816957-1-iscsi is: [{'id': '30826a0e-774b-432e-b9e8-8306abef2046', 'name': 'tempest-TestShelveInstance-2094790358-router', 'tenant_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:21Z', 'updated_at': '2021-11-08T14:25:26Z', 'revision_number': 5, 'project_id': '0863de4f4cbd4d09ac36630ae461c8e3', 'gw_port': {'id': '3d2a7c7f-7098-47f6-a113-3e1d4257cb75', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30826a0e-774b-432e-b9e8-8306abef2046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:22Z', 'updated_at': '2021-11-08T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}] {{(pid=102230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:25:28.061877 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Calling delete_port for 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 owned by network:router_gateway {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:28.298639 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.327077 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2a7c7f-7098-47f6-a113-3e1d4257cb75,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:28.386238 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.483854 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.486277 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.522216 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.613333 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.613900 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30826a0e-774b-432e-b9e8-8306abef2046 {{(pid=102228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:25:28.619572 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] Notify callbacks [] for router, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.620742 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c6ad5c44-87a9-4faf-bf89-ac21d1f5d6dc admin admin] 10.222.0.73 "DELETE /v2.0/routers/30826a0e-774b-432e-b9e8-8306abef2046 HTTP/1.1" status: 204 len: 168 time: 1.2825062 Nov 08 14:25:28.623368 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45860) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:28.674080 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] Deleting subnet 6431ab16-95b7-4606-8b44-e6d3831f056c {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:25:28.677723 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.716703 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.798771 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.961899 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.987615 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6431ab16-95b7-4606-8b44-e6d3831f056c,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:28.993751 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:28.998290 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-8872cf13-f09f-4798-b8ae-0aa680ee6c4b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6431ab16-95b7-4606-8b44-e6d3831f056c HTTP/1.1" status: 204 len: 168 time: 0.3736067 Nov 08 14:25:28.999455 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d494c9-124a-4868-83b3-64f848940571 None None] Network d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:25:29.000409 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45862) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:29.080894 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.154230 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Deleting port 24cac527-3dde-4ab9-b3b3-90e10ee97541 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:29.154230 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.154774 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 01983988-5f10-46a6-80bb-e687303b9543 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:25:29.175367 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 01983988-5f10-46a6-80bb-e687303b9543 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:25:29.176084 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 01983988-5f10-46a6-80bb-e687303b9543 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:25:29.176570 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:25:29.196986 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:25:29.197371 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 3d2a7c7f-7098-47f6-a113-3e1d4257cb75 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:25:29.211838 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] DHCP port deletion for d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:25:29.229870 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] For port 24cac527-3dde-4ab9-b3b3-90e10ee97541, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=24cac527-3dde-4ab9-b3b3-90e10ee97541,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:29.230230 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.244269 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Calling delete_port for 24cac527-3dde-4ab9-b3b3-90e10ee97541 owned by network:dhcp {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:29.264438 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Deleting port 24cac527-3dde-4ab9-b3b3-90e10ee97541 {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:29.264820 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.332305 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] For port 24cac527-3dde-4ab9-b3b3-90e10ee97541, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=24cac527-3dde-4ab9-b3b3-90e10ee97541,segment=NetworkSegment(785fbe92-1b8e-4e27-b77b-94288c4aa126),segment_id=785fbe92-1b8e-4e27-b77b-94288c4aa126)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:29.332625 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.346941 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Calling delete_port for 24cac527-3dde-4ab9-b3b3-90e10ee97541 owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:29.414272 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.435632 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.440904 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cac527-3dde-4ab9-b3b3-90e10ee97541,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:29.442749 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] No DVR routers for this DVR port 24cac527-3dde-4ab9-b3b3-90e10ee97541 on host dv-cinder-816957-1-iscsi {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:25:29.465568 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Pushing event deleted for resources: {'Port': ['ID=24cac527-3dde-4ab9-b3b3-90e10ee97541,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:29.469139 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] No DVR routers for this DVR port 24cac527-3dde-4ab9-b3b3-90e10ee97541 on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:25:29.477449 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.482220 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f368b8c-4928-47e7-b41a-c97bb1e4e479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:29.520523 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.541763 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:29.551318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785fbe92-1b8e-4e27-b77b-94288c4aa126') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:29.551627 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785fbe92-1b8e-4e27-b77b-94288c4aa126') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:29.562199 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.575338 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.581239 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:25:29.581624 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:25:29.583335 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:25:29.693259 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.698272 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:29.701981 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4 HTTP/1.1" status: 204 len: 168 time: 0.7006104 Nov 08 14:25:29.705010 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45864) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:29.715045 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636d2c9-a13c-4f51-891c-e00c086706f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c24eea-72d2-4d25-b14f-15e6c3aa0cb4,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:30.087712 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:30.272543 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288888'] for router_interface, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:30.508593 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Deleting port e93cc000-5f05-4f27-9f82-0ad76546536d {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:30.508820 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:30.588205 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] For port e93cc000-5f05-4f27-9f82-0ad76546536d, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=e93cc000-5f05-4f27-9f82-0ad76546536d,segment=NetworkSegment(b488a35d-46b8-4bcf-a7d9-314c4d0b42b3),segment_id=b488a35d-46b8-4bcf-a7d9-314c4d0b42b3)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:30.588573 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:30.601727 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Calling delete_port for e93cc000-5f05-4f27-9f82-0ad76546536d owned by network:router_interface {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:30.876080 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:30.899955 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e93cc000-5f05-4f27-9f82-0ad76546536d,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:30.913619 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.913963 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.914305 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.914670 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.914968 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.915435 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.915651 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.915986 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.916313 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.916634 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.916953 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:30.917298 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816957-1-iscsi {{(pid=102229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:31.075628 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288898'] for router_interface, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:31.178259 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 24cac527-3dde-4ab9-b3b3-90e10ee97541 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:25:31.198126 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 24cac527-3dde-4ab9-b3b3-90e10ee97541 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:25:31.198458 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 24cac527-3dde-4ab9-b3b3-90e10ee97541 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:25:31.291666 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Router d4161432-f1be-4799-a927-8c87d927b90d has already been hosted by L3 agent 3b3db301-2792-4a23-8134-964bd36ff3ef {{(pid=102229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:25:31.399368 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] Notify agent at l3_agent.dv-cinder-816957-1-iscsi the message routers_updated {{(pid=102229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:25:31.404408 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-a1357689-08fe-46c9-90be-9365bcf01a5d admin admin] 10.222.0.73 "PUT /v2.0/routers/d4161432-f1be-4799-a927-8c87d927b90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983135 Nov 08 14:25:31.406851 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [-] (102229) accepted ('10.222.0.73', 45866) {{(pid=102229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:31.409390 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] Sync routers for ids ['d4161432-f1be-4799-a927-8c87d927b90d'] in dv-cinder-816957-1-iscsi {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:25:31.425627 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] Routers {'d4161432-f1be-4799-a927-8c87d927b90d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:31.425627 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:25:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['d4161432-f1be-4799-a927-8c87d927b90d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:31.517843 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks [] for router, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:31.529324 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] Set router d4161432-f1be-4799-a927-8c87d927b90d gateway port host: dv-cinder-816957-1-iscsi {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:31.625570 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:31.709252 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'external_fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:25:30Z', 'revision_number': 5, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port': {'id': '02a01caa-080e-4957-8cc9-bd39ad54a5d1', 'name': '', 'network_id': '97bb65e4-3712-40a4-a448-269c4e2e50f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:20:29Z', 'updated_at': '2021-11-08T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31035586-3d12-49d0-9dd8-ddd734e5d901', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816957-1-iscsi'}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:31.724404 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Deleting port 02a01caa-080e-4957-8cc9-bd39ad54a5d1 {{(pid=102229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:31.724745 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:31.734937 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] Checking router: d4161432-f1be-4799-a927-8c87d927b90d for host: dv-cinder-816957-1-iscsi {{(pid=102231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:25:31.743838 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] Routers {'d4161432-f1be-4799-a927-8c87d927b90d'} bound to L3 agent in host dv-cinder-816957-1-iscsi {{(pid=102231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:31.744452 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T14:01:57Z,description=,heartbeat_timestamp=2021-11-08T14:25:27Z,host='dv-cinder-816957-1-iscsi',id=3b3db301-2792-4a23-8134-964bd36ff3ef,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T14:01:58Z,topic='l3_agent')) {'router_ids': ['d4161432-f1be-4799-a927-8c87d927b90d'], 'active': True} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:31.806195 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.db [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] For port 02a01caa-080e-4957-8cc9-bd39ad54a5d1, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=02a01caa-080e-4957-8cc9-bd39ad54a5d1,segment=NetworkSegment(5b151256-2bec-4560-ad89-677ae5671bfb),segment_id=5b151256-2bec-4560-ad89-677ae5671bfb)] {{(pid=102229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:31.806566 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:31.819450 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.plugins.ml2.plugin [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Calling delete_port for 02a01caa-080e-4957-8cc9-bd39ad54a5d1 owned by network:router_gateway {{(pid=102229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:31.830850 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_dvr_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] Set router d4161432-f1be-4799-a927-8c87d927b90d gateway port host: None {{(pid=102231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:31.884257 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.l3_hamode_db [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:25:31Z', 'revision_number': 6, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port_host': None}], 'dv-cinder-816957-1-iscsi', False) {} {{(pid=102231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:31.909897 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0bffe-3ff7-46ee-b2b6-99d6413a7788 None None] The sync data for ids ['d4161432-f1be-4799-a927-8c87d927b90d'] in dv-cinder-816957-1-iscsi is: [{'id': 'd4161432-f1be-4799-a927-8c87d927b90d', 'name': 'tempest-TestShelveInstance-1939697880-router', 'tenant_id': 'ad052a27024e42199ff881554c03f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:20:28Z', 'updated_at': '2021-11-08T14:25:31Z', 'revision_number': 6, 'project_id': 'ad052a27024e42199ff881554c03f6c8', 'gw_port_host': None}] {{(pid=102231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:25:32.076339 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520520894'] for port, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.106389 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a01caa-080e-4957-8cc9-bd39ad54a5d1,revision_number=None']} {{(pid=102229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:32.169373 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-290504'] for router_gateway, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.260671 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32754'] for router, precommit_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.262940 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.378809 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-292728'] for router, after_delete {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.379442 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4161432-f1be-4799-a927-8c87d927b90d {{(pid=102229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:25:32.384230 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron_lib.callbacks.manager [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] Notify callbacks [] for router, before_response {{(pid=102229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.387137 dv-cinder-816957-1-iscsi neutron-server[102229]: INFO neutron.wsgi [None req-2b53ddcc-987e-4a10-82cc-6aeafd2fa935 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d4161432-f1be-4799-a927-8c87d927b90d HTTP/1.1" status: 204 len: 168 time: 0.9775972 Nov 08 14:25:32.388744 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45868) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:32.439691 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] Deleting subnet 9a6b6307-e307-4277-8667-4bfb5e216e21 {{(pid=102228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 08 14:25:32.442825 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.478619 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9189851'] for subnet, precommit_delete_associations {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.561036 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32985327'] for subnet, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.676849 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32985334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3470253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254221'] for subnet, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.703117 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6b6307-e307-4277-8667-4bfb5e216e21,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:32.706958 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for subnet, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.711381 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-40ed4676-6419-4e42-a666-34cd27f7d2d2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9a6b6307-e307-4277-8667-4bfb5e216e21 HTTP/1.1" status: 204 len: 168 time: 0.3212810 Nov 08 14:25:32.713594 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45870) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:32.716079 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a4e0b1-dbcd-4afb-ab61-bc9615b33c8a None None] Network 74750945-56ab-4bc7-8c89-726cc4df9314 requested from dv-cinder-816957-1-iscsi {{(pid=102230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:25:32.779743 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33058331'] for network, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.837249 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:25:32.838876 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Deleting port 153142bf-d932-4a40-9830-78fe7def4e26 {{(pid=102228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:32.839219 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.883913 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] DHCP port deletion for 74750945-56ab-4bc7-8c89-726cc4df9314 request from dv-cinder-816957-1-iscsi {{(pid=102230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:25:32.900853 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.db [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] For port 153142bf-d932-4a40-9830-78fe7def4e26, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=153142bf-d932-4a40-9830-78fe7def4e26,segment=NetworkSegment(b488a35d-46b8-4bcf-a7d9-314c4d0b42b3),segment_id=b488a35d-46b8-4bcf-a7d9-314c4d0b42b3)] {{(pid=102228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:32.901137 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.913413 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Calling delete_port for 153142bf-d932-4a40-9830-78fe7def4e26 owned by network:dhcp {{(pid=102228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:32.930167 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] Deleting port 153142bf-d932-4a40-9830-78fe7def4e26 {{(pid=102230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 08 14:25:32.930538 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756112209704'] for port, before_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:32.989630 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.db [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] For port 153142bf-d932-4a40-9830-78fe7def4e26, host dv-cinder-816957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816957-1-iscsi',level=0,port_id=153142bf-d932-4a40-9830-78fe7def4e26,segment=NetworkSegment(b488a35d-46b8-4bcf-a7d9-314c4d0b42b3),segment_id=b488a35d-46b8-4bcf-a7d9-314c4d0b42b3)] {{(pid=102230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:32.990022 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287371'] for port, precommit_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.007230 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] Calling delete_port for 153142bf-d932-4a40-9830-78fe7def4e26 owned by network:dhcp {{(pid=102230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 08 14:25:33.076772 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3470288'] for port, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.084537 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33022576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756112216360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756111908639'] for port, after_delete {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.102780 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=153142bf-d932-4a40-9830-78fe7def4e26,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:33.106310 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] No DVR routers for this DVR port 153142bf-d932-4a40-9830-78fe7def4e26 on host dv-cinder-816957-1-iscsi {{(pid=102228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:25:33.110185 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] Pushing event deleted for resources: {'Port': ['ID=153142bf-d932-4a40-9830-78fe7def4e26,revision_number=None']} {{(pid=102230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:33.117917 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58423cf-2ee5-4dc3-87fa-761d48c5ccf6 None None] No DVR routers for this DVR port 153142bf-d932-4a40-9830-78fe7def4e26 on host dv-cinder-816957-1-iscsi {{(pid=102230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:25:33.146600 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 02a01caa-080e-4957-8cc9-bd39ad54a5d1 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:25:33.167556 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 02a01caa-080e-4957-8cc9-bd39ad54a5d1 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:25:33.168009 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 02a01caa-080e-4957-8cc9-bd39ad54a5d1 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:25:33.168434 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 153142bf-d932-4a40-9830-78fe7def4e26 no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:25:33.190634 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: 153142bf-d932-4a40-9830-78fe7def4e26 {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:25:33.190981 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device 153142bf-d932-4a40-9830-78fe7def4e26 not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:25:33.191398 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device e93cc000-5f05-4f27-9f82-0ad76546536d no longer exists at agent ovs-agent-dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:25:33.191768 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32987746', 'neutron.services.segments.db._delete_segments_for_network-8756112407574'] for network, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.211057 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.plugin [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] No Port match for: e93cc000-5f05-4f27-9f82-0ad76546536d {{(pid=102230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 08 14:25:33.211532 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron.plugins.ml2.rpc [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Device e93cc000-5f05-4f27-9f82-0ad76546536d not bound to the agent host dv-cinder-816957-1-iscsi {{(pid=102230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:25:33.216933 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74750945-56ab-4bc7-8c89-726cc4df9314']}} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:33.226468 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3') {'for_net_delete': True} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:33.226776 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.services.segments.db [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b488a35d-46b8-4bcf-a7d9-314c4d0b42b3') {} {{(pid=102228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:33.235940 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756112403815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9189842'] for segment, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.249426 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752'] for segment, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.255231 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=102228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:25:33.255791 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32976752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3470087'] for segment, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: Traceback (most recent call last): Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: timer() Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: cb(*args, **kw) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: return func(*args, **kwargs) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: self._notify() Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: self.callback(batched_events) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: event.method(event) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: return f(self, *a, **k) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._get(url).json() Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: return self.request(url, 'GET', **kwargs) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:25:33.257837 dv-cinder-816957-1-iscsi neutron-server[102228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:25:33.391817 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32987753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-290532'] for network, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.396479 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528093'] for network, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.400891 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] 10.222.0.73 "DELETE /v2.0/networks/74750945-56ab-4bc7-8c89-726cc4df9314 HTTP/1.1" status: 204 len: 168 time: 0.6863327 Nov 08 14:25:33.413730 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c9f6-0951-472f-b91f-10664db92c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=74750945-56ab-4bc7-8c89-726cc4df9314,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:33.742118 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45874) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:33.781820 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-7d6c9d3d-f262-43c1-a0b8-d5c9dcd19e5e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0863de4f4cbd4d09ac36630ae461c8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384181 Nov 08 14:25:33.784318 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45876) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:33.832108 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d739b3f2-e37c-4681-b297-03bfaa00190d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.856450 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d739b3f2-e37c-4681-b297-03bfaa00190d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.967353 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d739b3f2-e37c-4681-b297-03bfaa00190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.969884 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-d739b3f2-e37c-4681-b297-03bfaa00190d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:33.971040 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-d739b3f2-e37c-4681-b297-03bfaa00190d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf741498-3fd2-46a5-a9b8-e15441e0622e HTTP/1.1" status: 204 len: 168 time: 0.1858342 Nov 08 14:25:33.979114 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739b3f2-e37c-4681-b297-03bfaa00190d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf741498-3fd2-46a5-a9b8-e15441e0622e,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:34.600680 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45882) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:34.642956 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-c983534b-b0d8-42c2-adcf-691e6dc79d25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad052a27024e42199ff881554c03f6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409417 Nov 08 14:25:34.646269 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.wsgi [-] (102228) accepted ('10.222.0.73', 45884) {{(pid=102228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:34.697670 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4417e7d7-d1e5-4d6c-a909-bf2d74a8017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:34.720681 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4417e7d7-d1e5-4d6c-a909-bf2d74a8017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:34.830035 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4417e7d7-d1e5-4d6c-a909-bf2d74a8017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649582'] for security_group, after_delete {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:34.832910 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron_lib.callbacks.manager [None req-4417e7d7-d1e5-4d6c-a909-bf2d74a8017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:34.837033 dv-cinder-816957-1-iscsi neutron-server[102228]: INFO neutron.wsgi [None req-4417e7d7-d1e5-4d6c-a909-bf2d74a8017c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d4bf59f-2da0-420d-ba66-6fca3a1336d9 HTTP/1.1" status: 204 len: 168 time: 0.1864290 Nov 08 14:25:34.844134 dv-cinder-816957-1-iscsi neutron-server[102228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e7d7-d1e5-4d6c-a909-bf2d74a8017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4bf59f-2da0-420d-ba66-6fca3a1336d9,revision_number=None']} {{(pid=102228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:35.961801 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:54.149352 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f3ef89f1-0656-48ec-bbc1-d10d74b6d3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:57.143357 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:57.160288 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-837e492d-0e9b-414f-93a9-28004f774133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:25:58.525750 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:00.074752 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:05.983659 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:09.837450 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:26:24.130903 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2c673ad6-d385-4804-aa9f-3fdc3bf3f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:27.130673 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:27.204653 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-0ef55f82-e878-4ecc-a4dc-cbf0f3fb90c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:28.519355 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:30.079008 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:35.981490 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:46.836570 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:26:54.169774 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2fd4-6eed-4eeb-85c5-e2020e723d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:57.089013 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:57.105932 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-e577d766-ed8d-4123-97c4-22a5554cd482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:26:58.506953 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:00.065809 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:05.974640 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:23.837664 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:27:24.122108 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f4c32737-0e81-4a3f-8cec-f85e3bc735ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:27.122350 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:27.133569 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf1a9-9c3d-4b46-b6a1-657de4ce472a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:28.528067 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:30.093520 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:36.013554 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:54.138077 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-3ef50ab1-83f4-4caa-b6e6-2da5021ec609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:57.132204 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:57.166653 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-8780b2e5-aeb3-4225-9cb9-8c311218afc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:27:58.509198 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:00.074812 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:00.837092 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:28:06.006592 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:24.136671 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-70184f32-dd80-475a-987d-ebbdf6b74008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:27.131747 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:27.182413 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-61d8641b-9fe8-4a5e-b683-86d5ae251035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:28.542271 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:30.079504 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:36.124905 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:37.836685 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:28:54.164491 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-c056cac9-7b4e-483b-960d-5a720e1048b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:55.933458 dv-cinder-816957-1-iscsi neutron-server[102229]: DEBUG neutron.wsgi [req-49866f22-d848-4098-a244-1c41ec33c5cc req-ffbd83cc-44c6-4da3-a5f0-7e52c0da61e3 tempest-AttachVolumeNegativeTest-599896087 tempest-AttachVolumeNegativeTest-599896087-project] (102229) timed out ('10.222.0.64', 59755) {{(pid=102229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:28:57.084884 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:57.106847 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-a6f9e458-bb83-4d9d-939b-2ea6c060912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:28:58.535678 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:00.066872 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:06.032301 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:14.916509 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:29:24.122466 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-9171c857-c491-42d1-bd6b-ef35b3b5e028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:27.104669 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:27.122077 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-f5570dbc-0f65-473b-9baf-d54c14e29ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:28.545491 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:30.083425 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:36.020263 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:51.836425 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:29:54.144778 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-c68041ba-e79e-4b37-b9d6-dc266048a519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:57.116074 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:57.117599 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce8f6-4883-4d24-8639-026afe5ae8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:29:58.532826 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:00.087698 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:06.052485 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:24.143255 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-03260c8b-a34f-45f9-ab66-1fb80a16ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:27.091546 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:27.114542 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-ea1b5f2c-14d9-4b8b-aefc-d18b6fcf52db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:28.594404 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc80d-c5b6-4d53-ad02-a44df2109229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:28.836623 dv-cinder-816957-1-iscsi neutron-server[102231]: DEBUG neutron.db.agents_db [None req-fd7775b4-b915-4dac-8795-f57249c3c929 None None] Agent healthcheck: found 6 active agents {{(pid=102231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:30:30.085923 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-31b7f202-f45a-431d-aafb-1c3ef4c04ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:36.091550 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3373-cdfb-4c68-b789-51c17981cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:54.130656 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-39106dc9-664d-46c8-a574-3a3d68457693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:57.096120 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-606658fe-b1d8-4791-b594-8858448fb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 08 14:30:57.130386 dv-cinder-816957-1-iscsi neutron-server[102230]: DEBUG neutron_lib.callbacks.manager [None req-08e9541c-fa36-43f9-aaa8-d2718ad4d34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756112407556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32981800'] for agent, after_update {{(pid=102230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}